2026-07-08T22:05:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f2d0c6aa"}, "namespace": "ai-tenant-e2e-mt-f2d0c6aa", "name": "odh-trusted-ca-bundle", "reconcileID": "ac7c01e4-da2f-4516-a2f1-44678d6fff21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f2d0c6aa"} 2026-07-08T22:05:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f2d0c6aa"}, "namespace": "ai-tenant-e2e-mt-f2d0c6aa", "name": "openshift-service-ca.crt", "reconcileID": "c88b4f8b-b0a7-4427-8f09-f342ee9a430c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f2d0c6aa"} 2026-07-08T22:05:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f2d0c6aa"}, "namespace": "ai-tenant-e2e-mt-f2d0c6aa", "name": "openshift-service-ca.crt", "reconcileID": "c88b4f8b-b0a7-4427-8f09-f342ee9a430c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f2d0c6aa"} 2026-07-08T22:05:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f2d0c6aa"}, "namespace": "ai-tenant-e2e-mt-f2d0c6aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47759fac-6408-421e-aff6-4f635d230342", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f2d0c6aa"} 2026-07-08T22:05:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f2d0c6aa"}, "namespace": "ai-tenant-e2e-mt-f2d0c6aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47759fac-6408-421e-aff6-4f635d230342", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f2d0c6aa"} 2026-07-08T22:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "openshift-service-ca.crt", "reconcileID": "42dec81c-884b-43ae-bbe6-f62616439a2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:05:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-trusted-ca-bundle", "reconcileID": "d1f9942a-513b-442c-9732-39175a003a7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-trusted-ca-bundle", "reconcileID": "d1f9942a-513b-442c-9732-39175a003a7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "openshift-service-ca.crt", "reconcileID": "07ef889b-b318-475b-9d13-60675582aae8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7eb60693-3f72-4d9e-b2d9-f9094edc4a18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:05:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-trusted-ca-bundle", "reconcileID": "30cad31c-807b-4f28-a178-85fd711a14ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:05:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-trusted-ca-bundle", "reconcileID": "30cad31c-807b-4f28-a178-85fd711a14ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:05:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0ea31d2-54e9-4754-b1f9-ee4817d55a08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836519ff-ce8b-42d1-8cc5-a0eb616a2bf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836519ff-ce8b-42d1-8cc5-a0eb616a2bf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:06:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836519ff-ce8b-42d1-8cc5-a0eb616a2bf6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-0f684587 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:06:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-trusted-ca-bundle", "reconcileID": "e3d65aec-a568-4235-a861-19db98d8e44a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-trusted-ca-bundle", "reconcileID": "e3d65aec-a568-4235-a861-19db98d8e44a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "openshift-service-ca.crt", "reconcileID": "8df7c5d2-7fbd-4f56-a385-61cb2ff2733c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "openshift-service-ca.crt", "reconcileID": "8df7c5d2-7fbd-4f56-a385-61cb2ff2733c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79151a60-f795-46ff-b8c1-8b153fc30719", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0f684587"}, "namespace": "ai-tenant-e2e-mt-0f684587", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79151a60-f795-46ff-b8c1-8b153fc30719", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0f684587"} 2026-07-08T22:06:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "5a048289-4d12-43bd-be14-180e83036bd8", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "5a048289-4d12-43bd-be14-180e83036bd8", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "5a048289-4d12-43bd-be14-180e83036bd8", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "bbe2c472-224b-4b2c-8671-cddb6975aad5", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "bbe2c472-224b-4b2c-8671-cddb6975aad5", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "bbe2c472-224b-4b2c-8671-cddb6975aad5", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "9760fde2-008f-4e38-8a65-d5a94af3c268", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "9760fde2-008f-4e38-8a65-d5a94af3c268", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "9760fde2-008f-4e38-8a65-d5a94af3c268", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "618283cb-460d-48f9-8b27-277a87edf01c", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "618283cb-460d-48f9-8b27-277a87edf01c", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "618283cb-460d-48f9-8b27-277a87edf01c", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "8fa9552c-9adc-4cf9-b9d3-389edf5c7acd", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "8fa9552c-9adc-4cf9-b9d3-389edf5c7acd", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "8fa9552c-9adc-4cf9-b9d3-389edf5c7acd", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "4f95d270-af2b-4d67-99ca-738195a2526d", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "4f95d270-af2b-4d67-99ca-738195a2526d", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "4f95d270-af2b-4d67-99ca-738195a2526d", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "c1888348-8fdc-4462-8227-036f12afe629", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "c1888348-8fdc-4462-8227-036f12afe629", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "c1888348-8fdc-4462-8227-036f12afe629", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "openshift-service-ca.crt", "reconcileID": "a477e557-b5a9-420c-80dc-64f9fbee8d9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "openshift-service-ca.crt", "reconcileID": "cf89360d-4425-462c-ac18-f1f87fff1466", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:06:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "openshift-service-ca.crt", "reconcileID": "cf89360d-4425-462c-ac18-f1f87fff1466", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-trusted-ca-bundle", "reconcileID": "0195205a-b66a-43b8-865a-6f9e1e27f557", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "998c5b34-3b53-4ea5-8154-529b6008f692", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "openshift-service-ca.crt", "reconcileID": "1559faca-4c7d-4c3d-8fa0-cb1d8b5ef8a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-trusted-ca-bundle", "reconcileID": "1b3c562f-e854-4f32-83b6-1f04912a9fa7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:06:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-trusted-ca-bundle", "reconcileID": "1b3c562f-e854-4f32-83b6-1f04912a9fa7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2804878f-3840-4817-a5b6-e89db0fd3e23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "2ef4e528-3d0f-4856-bf0d-7ca9c4db32bb", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "2ef4e528-3d0f-4856-bf0d-7ca9c4db32bb", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "2ef4e528-3d0f-4856-bf0d-7ca9c4db32bb", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ea017d11-2aa9-4656-b276-5a6484516111", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "f24d1685-262d-4e48-999d-62659336d032", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "f24d1685-262d-4e48-999d-62659336d032", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "f24d1685-262d-4e48-999d-62659336d032", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "35248e9e-f4da-4ebc-a373-65e55a1b4809", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "35248e9e-f4da-4ebc-a373-65e55a1b4809", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "35248e9e-f4da-4ebc-a373-65e55a1b4809", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "a88c77dc-4aff-4327-9951-47809f939c3b", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "a88c77dc-4aff-4327-9951-47809f939c3b", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "a88c77dc-4aff-4327-9951-47809f939c3b", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "27158305-ea9b-4085-85ea-d62c9022a0c7", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "27158305-ea9b-4085-85ea-d62c9022a0c7", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "27158305-ea9b-4085-85ea-d62c9022a0c7", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "1968fd57-d8e3-45dd-a902-23aeb7b595a4", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "1968fd57-d8e3-45dd-a902-23aeb7b595a4", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "1968fd57-d8e3-45dd-a902-23aeb7b595a4", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "87527d58-4ffc-4452-8f50-2eb323048ad4", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "87527d58-4ffc-4452-8f50-2eb323048ad4", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "87527d58-4ffc-4452-8f50-2eb323048ad4", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "9b2bc5b9-c32c-4053-aca2-eeacffc8ac33", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "9b2bc5b9-c32c-4053-aca2-eeacffc8ac33", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "9b2bc5b9-c32c-4053-aca2-eeacffc8ac33", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "d220f233-7eb5-462e-9480-f64d9b6df223", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "d220f233-7eb5-462e-9480-f64d9b6df223", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "d220f233-7eb5-462e-9480-f64d9b6df223", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "openshift-service-ca.crt", "reconcileID": "d29e9258-aa5e-473c-bb42-579178dfafeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:06:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-trusted-ca-bundle", "reconcileID": "0fe9145b-5257-4e76-a4c0-f3fdbd1c5477", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:06:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "openshift-service-ca.crt", "reconcileID": "f4ac469c-83fe-4af2-9eab-133eaf7695ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:06:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "openshift-service-ca.crt", "reconcileID": "f4ac469c-83fe-4af2-9eab-133eaf7695ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:06:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdab36e0-1959-40b1-be19-899cbfd18daf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:06:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "openshift-service-ca.crt", "reconcileID": "203bfdfa-de13-4661-aed3-40add84f02d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:06:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-trusted-ca-bundle", "reconcileID": "96f6eb61-8c63-4954-9d80-4e8ac197b4b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:06:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-trusted-ca-bundle", "reconcileID": "96f6eb61-8c63-4954-9d80-4e8ac197b4b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:06:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c369d3f8-947d-452a-b64b-4117a53437d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "67e5a5d2-7d3c-4506-857d-ff6728efc0ae", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "67e5a5d2-7d3c-4506-857d-ff6728efc0ae", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "67e5a5d2-7d3c-4506-857d-ff6728efc0ae", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "659ac4d7-566b-462b-9193-2c45aae084f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "e7e27339-723c-4727-9f08-84ba578b8761", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "e7e27339-723c-4727-9f08-84ba578b8761", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "e7e27339-723c-4727-9f08-84ba578b8761", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "b68a512f-b482-4ffd-8416-60a10cda44bd", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "b68a512f-b482-4ffd-8416-60a10cda44bd", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "b68a512f-b482-4ffd-8416-60a10cda44bd", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "e867c924-0334-4465-873b-3c893ae97c44", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "b68a512f-b482-4ffd-8416-60a10cda44bd", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2-kserve-route-authn"} 2026-07-08T22:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "b68a512f-b482-4ffd-8416-60a10cda44bd", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "authType": "userdefined"} 2026-07-08T22:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "b68a512f-b482-4ffd-8416-60a10cda44bd", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "e867c924-0334-4465-873b-3c893ae97c44", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "e867c924-0334-4465-873b-3c893ae97c44", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7ad108dd-9dc5-48ff-87ea-f29755ed89ce", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7ad108dd-9dc5-48ff-87ea-f29755ed89ce", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7ad108dd-9dc5-48ff-87ea-f29755ed89ce", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7ad108dd-9dc5-48ff-87ea-f29755ed89ce", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2-kserve-route-authn"} 2026-07-08T22:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7ad108dd-9dc5-48ff-87ea-f29755ed89ce", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "authType": "userdefined"} 2026-07-08T22:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7ad108dd-9dc5-48ff-87ea-f29755ed89ce", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "ac3ec36d-0c92-4807-8f5c-ca65aa978e6b", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "ac3ec36d-0c92-4807-8f5c-ca65aa978e6b", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "ac3ec36d-0c92-4807-8f5c-ca65aa978e6b", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:06:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "1b3e296e-9620-4fe0-acd0-ea8183635998", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "1b3e296e-9620-4fe0-acd0-ea8183635998", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:06:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "1b3e296e-9620-4fe0-acd0-ea8183635998", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fac6e162-57bd-498c-afba-370ddbde8d1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:06:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "86b71668-7990-41f2-bd92-73b9547b9944", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "86b71668-7990-41f2-bd92-73b9547b9944", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "86b71668-7990-41f2-bd92-73b9547b9944", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:06:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "86b71668-7990-41f2-bd92-73b9547b9944", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2-kserve-route-authn"} 2026-07-08T22:06:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "86b71668-7990-41f2-bd92-73b9547b9944", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "authType": "userdefined"} 2026-07-08T22:06:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "86b71668-7990-41f2-bd92-73b9547b9944", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4df2bcfb-30a1-4d73-b4fb-d3737521b81e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:07:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "b19622cc-fe82-4026-bfab-a4a094d22cd5", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:07:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "b19622cc-fe82-4026-bfab-a4a094d22cd5", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:07:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "b19622cc-fe82-4026-bfab-a4a094d22cd5", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7f559f0b-7a86-4014-af77-ff54450f5174", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7f559f0b-7a86-4014-af77-ff54450f5174", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7f559f0b-7a86-4014-af77-ff54450f5174", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7f559f0b-7a86-4014-af77-ff54450f5174", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2-kserve-route-authn"} 2026-07-08T22:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7f559f0b-7a86-4014-af77-ff54450f5174", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "authType": "userdefined"} 2026-07-08T22:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "7f559f0b-7a86-4014-af77-ff54450f5174", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "c33c5ce4-67e5-49a0-b5f1-b5528480903d", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "c33c5ce4-67e5-49a0-b5f1-b5528480903d", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "c33c5ce4-67e5-49a0-b5f1-b5528480903d", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "6326a57f-7837-459b-8216-0651a2464396", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "c33c5ce4-67e5-49a0-b5f1-b5528480903d", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa-kserve-route-authn"} 2026-07-08T22:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "c33c5ce4-67e5-49a0-b5f1-b5528480903d", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "authType": "userdefined"} 2026-07-08T22:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "c33c5ce4-67e5-49a0-b5f1-b5528480903d", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "6326a57f-7837-459b-8216-0651a2464396", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:07:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "6326a57f-7837-459b-8216-0651a2464396", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "638d639c-eca3-4a2f-8cc7-a69f63006262", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "638d639c-eca3-4a2f-8cc7-a69f63006262", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "638d639c-eca3-4a2f-8cc7-a69f63006262", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "638d639c-eca3-4a2f-8cc7-a69f63006262", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa-kserve-route-authn"} 2026-07-08T22:07:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "638d639c-eca3-4a2f-8cc7-a69f63006262", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "authType": "userdefined"} 2026-07-08T22:07:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "638d639c-eca3-4a2f-8cc7-a69f63006262", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "3c554d86-e5da-4b4c-87b5-5350e1473c51", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "3c554d86-e5da-4b4c-87b5-5350e1473c51", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "3c554d86-e5da-4b4c-87b5-5350e1473c51", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "52f7cb0f-9f39-4ddf-b96f-8fd4b8e56e81", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "52f7cb0f-9f39-4ddf-b96f-8fd4b8e56e81", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "52f7cb0f-9f39-4ddf-b96f-8fd4b8e56e81", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "52f7cb0f-9f39-4ddf-b96f-8fd4b8e56e81", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa-kserve-route-authn"} 2026-07-08T22:07:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "52f7cb0f-9f39-4ddf-b96f-8fd4b8e56e81", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "authType": "userdefined"} 2026-07-08T22:07:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "52f7cb0f-9f39-4ddf-b96f-8fd4b8e56e81", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "4addd846-674b-4f8d-be4a-291a9ecb31fe", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "4addd846-674b-4f8d-be4a-291a9ecb31fe", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "4addd846-674b-4f8d-be4a-291a9ecb31fe", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "4addd846-674b-4f8d-be4a-291a9ecb31fe", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa-kserve-route-authn"} 2026-07-08T22:07:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "4addd846-674b-4f8d-be4a-291a9ecb31fe", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "authType": "userdefined"} 2026-07-08T22:07:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "4addd846-674b-4f8d-be4a-291a9ecb31fe", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "edc1249f-0a1f-40d0-8e48-41a36612b620", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "edc1249f-0a1f-40d0-8e48-41a36612b620", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "edc1249f-0a1f-40d0-8e48-41a36612b620", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "edc1249f-0a1f-40d0-8e48-41a36612b620", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa-kserve-route-authn"} 2026-07-08T22:07:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "edc1249f-0a1f-40d0-8e48-41a36612b620", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "authType": "userdefined"} 2026-07-08T22:07:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "edc1249f-0a1f-40d0-8e48-41a36612b620", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "35c099fc-492d-422b-869e-40342d463987", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "35c099fc-492d-422b-869e-40342d463987", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:07:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "35c099fc-492d-422b-869e-40342d463987", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2"} 2026-07-08T22:07:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2-kserve-route-authn"} 2026-07-08T22:07:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2-kserve-route-authn"} 2026-07-08T22:07:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0bd0306c-19f3-448e-9be3-b7850e3b0ef7", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2c94a2","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "test-model-2c94a2", "reconcileID": "0e15e30f-e0aa-461b-9222-ea003cd83328", "LLMInferenceService": "test-model-2c94a2", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "b628f831-ed07-40e2-9c45-c053c03f62b9", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "b628f831-ed07-40e2-9c45-c053c03f62b9", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "b628f831-ed07-40e2-9c45-c053c03f62b9", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "97d71d36-d40b-489d-8738-e6615af02f1a", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "97d71d36-d40b-489d-8738-e6615af02f1a", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "97d71d36-d40b-489d-8738-e6615af02f1a", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:07:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa"} 2026-07-08T22:07:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa-kserve-route-authn"} 2026-07-08T22:07:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa-kserve-route-authn"} 2026-07-08T22:07:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "68bf5139-5d4f-4527-a896-c7c64087f3e5", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3eddaa","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "test-model-3eddaa", "reconcileID": "1f24c80f-ccdc-4d64-a437-29c22c73920f", "LLMInferenceService": "test-model-3eddaa", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "95b82005-e116-4f89-afcd-e668231900ba", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "95b82005-e116-4f89-afcd-e668231900ba", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "95b82005-e116-4f89-afcd-e668231900ba", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "d593030c-26f0-4824-822c-79f586fd51f2", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "d593030c-26f0-4824-822c-79f586fd51f2", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "d593030c-26f0-4824-822c-79f586fd51f2", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:07:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee1df37e-59ec-459e-ab87-818cbd52e5a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "59e119d2-845c-4051-b60a-d938cd305c86", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "59e119d2-845c-4051-b60a-d938cd305c86", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2-authn-ssl"} 2026-07-08T22:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "59e119d2-845c-4051-b60a-d938cd305c86", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:08:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T22:08:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T22:08:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T22:08:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T22:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63b96579-cfe7-4985-ae68-a8e17b45656c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:08:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63b96579-cfe7-4985-ae68-a8e17b45656c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63b96579-cfe7-4985-ae68-a8e17b45656c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-2c94a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-trusted-ca-bundle", "reconcileID": "26a8e708-d017-43a7-9f22-cafe6b0df163", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:08:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-trusted-ca-bundle", "reconcileID": "26a8e708-d017-43a7-9f22-cafe6b0df163", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "openshift-service-ca.crt", "reconcileID": "db678492-90b0-4a4e-a26c-91c827279010", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:08:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "openshift-service-ca.crt", "reconcileID": "db678492-90b0-4a4e-a26c-91c827279010", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:08:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c21e9c6c-a78b-44c4-8cdc-1731feac876e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:08:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-2c94a2"}, "namespace": "ai-tenant-e2e-inf-a-2c94a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c21e9c6c-a78b-44c4-8cdc-1731feac876e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-2c94a2"} 2026-07-08T22:08:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-2c94a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-2c94a2", "reconcileID": "7c84f218-be8b-4eaf-9e91-12da059a71d7", "Gateway": "e2e-inf-a-2c94a2", "namespace": "openshift-ingress"} 2026-07-08T22:08:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7de43e2-8c8a-4945-adc5-35302040cf95", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "5140bab9-4b29-4795-b49e-3efb874e345d", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "5140bab9-4b29-4795-b49e-3efb874e345d", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa-authn-ssl"} 2026-07-08T22:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "5140bab9-4b29-4795-b49e-3efb874e345d", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a00c05ca-1344-4dd0-93ee-613dd52654ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:08:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a00c05ca-1344-4dd0-93ee-613dd52654ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a00c05ca-1344-4dd0-93ee-613dd52654ae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-3eddaa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-trusted-ca-bundle", "reconcileID": "05b375a4-97c8-48c9-8e09-5991effac456", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:08:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-trusted-ca-bundle", "reconcileID": "05b375a4-97c8-48c9-8e09-5991effac456", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "openshift-service-ca.crt", "reconcileID": "13c01d58-2743-4d62-8774-e0940f78123a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:08:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "openshift-service-ca.crt", "reconcileID": "13c01d58-2743-4d62-8774-e0940f78123a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:08:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc4bc35b-bd6a-40ca-b027-1c35f8c878f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:08:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3eddaa"}, "namespace": "ai-tenant-e2e-inf-b-3eddaa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc4bc35b-bd6a-40ca-b027-1c35f8c878f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3eddaa"} 2026-07-08T22:08:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3eddaa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3eddaa", "reconcileID": "e964871a-c69c-4af3-8c6e-f409cb31049b", "Gateway": "e2e-inf-b-3eddaa", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "f4bfb9b1-18e7-4188-ac45-b03e12d28bfd", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "f4bfb9b1-18e7-4188-ac45-b03e12d28bfd", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "f4bfb9b1-18e7-4188-ac45-b03e12d28bfd", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "2498186e-0003-49b6-9b77-cd343989d151", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "2498186e-0003-49b6-9b77-cd343989d151", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "2498186e-0003-49b6-9b77-cd343989d151", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "9cbc2d2f-26cd-4114-93ce-30c1af9e4919", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "9cbc2d2f-26cd-4114-93ce-30c1af9e4919", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "9cbc2d2f-26cd-4114-93ce-30c1af9e4919", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "901e493d-98b7-44dc-88b8-abff851c4ff5", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "901e493d-98b7-44dc-88b8-abff851c4ff5", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "901e493d-98b7-44dc-88b8-abff851c4ff5", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "5db9ab1a-dfa0-40b8-bb06-9a06fb95e038", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "5db9ab1a-dfa0-40b8-bb06-9a06fb95e038", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "5db9ab1a-dfa0-40b8-bb06-9a06fb95e038", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "42bfcb34-9f9d-4a77-8b27-3eee2cc9e9eb", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "42bfcb34-9f9d-4a77-8b27-3eee2cc9e9eb", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "42bfcb34-9f9d-4a77-8b27-3eee2cc9e9eb", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "fea93bbd-beba-41eb-955c-de367514edb3", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "fea93bbd-beba-41eb-955c-de367514edb3", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "fea93bbd-beba-41eb-955c-de367514edb3", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "b2b655ff-af87-4554-a169-b4b785d07363", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-trusted-ca-bundle", "reconcileID": "a3f8b5f0-920b-4935-a13d-51dd337df6fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "e34bb070-4c0b-42f3-9824-376ae5f97521", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09afc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "e34bb070-4c0b-42f3-9824-376ae5f97521", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "f421a914-8db7-4f20-9c31-e8d4645f417c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09afc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "f421a914-8db7-4f20-9c31-e8d4645f417c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2e03098-778b-4f70-a06a-986294fa73ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "759476c4-4553-437d-87b3-d90001cc4d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:08:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-trusted-ca-bundle", "reconcileID": "fdff60b6-8a07-45c3-9e57-28852fd130a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-trusted-ca-bundle", "reconcileID": "fdff60b6-8a07-45c3-9e57-28852fd130a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:08:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b8dba41-3c00-4d09-b8fd-ecfa027aeabf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:08:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "86bf3c8d-fe72-4ac2-b579-c4112450f131", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "86bf3c8d-fe72-4ac2-b579-c4112450f131", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "86bf3c8d-fe72-4ac2-b579-c4112450f131", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0d864804-218f-4f93-ab78-03a3694014e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "0cc4093b-772b-41a3-9d16-7ed0630d9323", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "0cc4093b-772b-41a3-9d16-7ed0630d9323", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "0cc4093b-772b-41a3-9d16-7ed0630d9323", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "5f98aa4a-7601-4d6e-8726-45336309e211", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "5f98aa4a-7601-4d6e-8726-45336309e211", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "5f98aa4a-7601-4d6e-8726-45336309e211", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6a228d9b-8b0c-40e3-b4da-382b9321ac28", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6a228d9b-8b0c-40e3-b4da-382b9321ac28", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6a228d9b-8b0c-40e3-b4da-382b9321ac28", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "22f7dd63-7ea5-43e6-b7de-6896dc1c8a71", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "22f7dd63-7ea5-43e6-b7de-6896dc1c8a71", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "22f7dd63-7ea5-43e6-b7de-6896dc1c8a71", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "bb66cbf7-023a-47c9-b971-a3dcb9e7fdb2", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "bb66cbf7-023a-47c9-b971-a3dcb9e7fdb2", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "bb66cbf7-023a-47c9-b971-a3dcb9e7fdb2", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6e66fbd7-752e-4b14-b450-d4c8771cc7f5", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6e66fbd7-752e-4b14-b450-d4c8771cc7f5", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6e66fbd7-752e-4b14-b450-d4c8771cc7f5", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "95749ba2-8e89-42ae-b473-8f4c5d2d41c3", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "95749ba2-8e89-42ae-b473-8f4c5d2d41c3", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "95749ba2-8e89-42ae-b473-8f4c5d2d41c3", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "0cd64928-7863-40eb-adf3-5c3ff68da80d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-trusted-ca-bundle", "reconcileID": "cfdeb8a2-d6b8-43a7-a2b9-afc278c28748", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:08:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "5c6b371f-f322-4790-ab64-eddb037743bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-648128", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "5c6b371f-f322-4790-ab64-eddb037743bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:08:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "1866ce5e-8084-4d1e-af53-633798eb3d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-648128", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "1866ce5e-8084-4d1e-af53-633798eb3d3b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c7394ae-07dd-4469-abea-1e455f2c9d74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "2103a74b-5fbc-435d-ad35-4fe2bd67171b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:08:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e661e7-d4ce-4d17-9a47-150c2fc70b16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:08:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-trusted-ca-bundle", "reconcileID": "e6e661e7-d4ce-4d17-9a47-150c2fc70b16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80bde0da-1e33-4a30-b80d-f9ed10a36fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:08:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "490c8a05-eaf5-4777-89fb-a7ca9990900c", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "490c8a05-eaf5-4777-89fb-a7ca9990900c", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:08:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "490c8a05-eaf5-4777-89fb-a7ca9990900c", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76007fde-df0f-485f-b73e-191102a23202", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "b39705df-7743-4549-a850-d6269bb432e3", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "b39705df-7743-4549-a850-d6269bb432e3", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "b39705df-7743-4549-a850-d6269bb432e3", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:09:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6d3a8560-9310-4d60-bb7d-d72ea8563391", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:09:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6d3a8560-9310-4d60-bb7d-d72ea8563391", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:09:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "6d3a8560-9310-4d60-bb7d-d72ea8563391", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d756130e-b6b7-4a90-8ae1-9c01b5226841", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "8189c5f6-7588-4f81-8315-8aa5489111de", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "8189c5f6-7588-4f81-8315-8aa5489111de", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7-authn-ssl"} 2026-07-08T22:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "8189c5f6-7588-4f81-8315-8aa5489111de", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e473c2d-f0dc-4707-905c-79d3a65fd590", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:09:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e473c2d-f0dc-4707-905c-79d3a65fd590", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e473c2d-f0dc-4707-905c-79d3a65fd590", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-09afc7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-trusted-ca-bundle", "reconcileID": "1f1aa2e9-5140-4e09-b011-6400bc0c1d99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-trusted-ca-bundle", "reconcileID": "1f1aa2e9-5140-4e09-b011-6400bc0c1d99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "9f791839-92f1-4d73-bb3d-c17c5780cf66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "openshift-service-ca.crt", "reconcileID": "9f791839-92f1-4d73-bb3d-c17c5780cf66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:09:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfce9d9-b660-44dc-9bac-e37be7be03ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-09afc7"}, "namespace": "ai-tenant-e2e-api-a-09afc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edfce9d9-b660-44dc-9bac-e37be7be03ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-09afc7"} 2026-07-08T22:09:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-09afc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-09afc7", "reconcileID": "14201ae8-b1be-4143-9755-40b43d0d8ba0", "Gateway": "e2e-api-a-09afc7", "namespace": "openshift-ingress"} 2026-07-08T22:09:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83e6920b-30aa-4716-a092-a920bbdf5c0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:09:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "06e1cb18-4a43-4595-83c2-867ba04c9196", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:09:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "06e1cb18-4a43-4595-83c2-867ba04c9196", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress", "name": "e2e-api-b-648128-authn-ssl"} 2026-07-08T22:09:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "06e1cb18-4a43-4595-83c2-867ba04c9196", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33a01089-a04e-4025-b539-2b15d1434457", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:09:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33a01089-a04e-4025-b539-2b15d1434457", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33a01089-a04e-4025-b539-2b15d1434457", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-648128 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-trusted-ca-bundle", "reconcileID": "c804146e-bfff-41d9-98f4-fed5857f6ad6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-trusted-ca-bundle", "reconcileID": "c804146e-bfff-41d9-98f4-fed5857f6ad6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "d67eb76a-88da-4db3-b375-2560b257222a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "openshift-service-ca.crt", "reconcileID": "d67eb76a-88da-4db3-b375-2560b257222a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0668060-f793-4916-8338-ebd8d85818fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-648128"}, "namespace": "ai-tenant-e2e-api-b-648128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0668060-f793-4916-8338-ebd8d85818fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-648128"} 2026-07-08T22:09:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-648128","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-648128", "reconcileID": "281795ee-9487-498c-8832-d94ce8ee1738", "Gateway": "e2e-api-b-648128", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "b8b4482e-1baa-4f52-a713-23f865291a0f", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "b8b4482e-1baa-4f52-a713-23f865291a0f", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "b8b4482e-1baa-4f52-a713-23f865291a0f", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "4849161b-298d-43d4-9509-ff91458a1dfe", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "4849161b-298d-43d4-9509-ff91458a1dfe", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "4849161b-298d-43d4-9509-ff91458a1dfe", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "752596e4-e05a-419b-96ce-ec3aadce582e", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "752596e4-e05a-419b-96ce-ec3aadce582e", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "752596e4-e05a-419b-96ce-ec3aadce582e", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "3a735d0e-489b-4cf9-b144-4e1ed3182f4b", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "3a735d0e-489b-4cf9-b144-4e1ed3182f4b", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "3a735d0e-489b-4cf9-b144-4e1ed3182f4b", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "fa9e8354-679b-409a-8488-05700adeecf1", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "fa9e8354-679b-409a-8488-05700adeecf1", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "fa9e8354-679b-409a-8488-05700adeecf1", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "28539688-ac8c-47f8-8338-3d9167ad25be", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "28539688-ac8c-47f8-8338-3d9167ad25be", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "28539688-ac8c-47f8-8338-3d9167ad25be", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb20f3e8-4b2a-490a-a25c-752d37f3bff7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:09:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "e2045aca-06b0-4b63-a927-04a37e62b755", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "e2045aca-06b0-4b63-a927-04a37e62b755", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "e2045aca-06b0-4b63-a927-04a37e62b755", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "openshift-service-ca.crt", "reconcileID": "6fee98a1-7fa6-4d5d-b607-bf304f04bd07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:09:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-trusted-ca-bundle", "reconcileID": "29c89145-86eb-43cf-a6f7-280eadbb0580", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:09:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "openshift-service-ca.crt", "reconcileID": "3d8cb1a0-e23b-4087-aea2-1d7a2732b4da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c45f56", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "openshift-service-ca.crt", "reconcileID": "3d8cb1a0-e23b-4087-aea2-1d7a2732b4da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:09:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56012ca2-0555-4536-b02f-3898e3742cfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:09:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "openshift-service-ca.crt", "reconcileID": "1280f41c-90f3-4b53-a20c-6b0857d26fa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:09:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-trusted-ca-bundle", "reconcileID": "27d95235-88ba-4673-8cc4-f1112b1afc84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-trusted-ca-bundle", "reconcileID": "27d95235-88ba-4673-8cc4-f1112b1afc84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:09:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67810c98-08e8-424d-bf1f-2ca88e3a882a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:09:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "8dab89fc-7f67-4ce9-bc0d-1f639edd4b98", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "8dab89fc-7f67-4ce9-bc0d-1f639edd4b98", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "8dab89fc-7f67-4ce9-bc0d-1f639edd4b98", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9b79ed3c-8c56-4957-b723-03575c7e4912", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "a182c699-33aa-43f0-89f4-b052a51da15a", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "a182c699-33aa-43f0-89f4-b052a51da15a", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "a182c699-33aa-43f0-89f4-b052a51da15a", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "32e0a896-cfc1-4855-b86c-0b8635a35f52", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "32e0a896-cfc1-4855-b86c-0b8635a35f52", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "32e0a896-cfc1-4855-b86c-0b8635a35f52", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "a92a8d5b-73d6-4314-b1fc-4b3249cf5b03", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "a92a8d5b-73d6-4314-b1fc-4b3249cf5b03", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "a92a8d5b-73d6-4314-b1fc-4b3249cf5b03", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "6eac0c75-4d8f-4b68-9174-2e0d95e40590", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "6eac0c75-4d8f-4b68-9174-2e0d95e40590", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "6eac0c75-4d8f-4b68-9174-2e0d95e40590", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "c3b1b120-783b-4181-8d01-829f6a38ecda", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "c3b1b120-783b-4181-8d01-829f6a38ecda", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "c3b1b120-783b-4181-8d01-829f6a38ecda", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "5eebe633-0135-4bdf-abb5-633312274c1b", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "5eebe633-0135-4bdf-abb5-633312274c1b", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:09:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "5eebe633-0135-4bdf-abb5-633312274c1b", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:09:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "50b2ee3d-b820-4011-b624-c1fa495cbec3", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "50b2ee3d-b820-4011-b624-c1fa495cbec3", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "50b2ee3d-b820-4011-b624-c1fa495cbec3", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "1fc957e1-07f1-45c1-8813-2291ec7da920", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "1fc957e1-07f1-45c1-8813-2291ec7da920", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "1fc957e1-07f1-45c1-8813-2291ec7da920", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "openshift-service-ca.crt", "reconcileID": "4327070f-be2a-4001-a47d-bcbb6832b951", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-trusted-ca-bundle", "reconcileID": "1653bed0-827e-4462-9995-8dd2723fe946", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:09:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "openshift-service-ca.crt", "reconcileID": "a3391ae3-94f6-4f89-b8f5-09c363cbc218", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca01c9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "openshift-service-ca.crt", "reconcileID": "a3391ae3-94f6-4f89-b8f5-09c363cbc218", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c79c0231-17fb-403c-abca-dd9f803415a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "openshift-service-ca.crt", "reconcileID": "405600eb-0e2e-4407-ba7d-e1bf509d491c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:09:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-trusted-ca-bundle", "reconcileID": "89b10f83-c67c-4425-8c41-e9be097c3749", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:09:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-trusted-ca-bundle", "reconcileID": "89b10f83-c67c-4425-8c41-e9be097c3749", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73f24ea0-0608-4a90-9096-3398e43c34e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:09:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "2c86fde2-2626-4d60-b895-75b99d4626d0", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "2c86fde2-2626-4d60-b895-75b99d4626d0", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "2c86fde2-2626-4d60-b895-75b99d4626d0", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e409586-b8e3-4adb-88c1-6595191e2831", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:09:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "9499b7ce-a621-4a31-8139-8cad31fd20bf", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "9499b7ce-a621-4a31-8139-8cad31fd20bf", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:09:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "9499b7ce-a621-4a31-8139-8cad31fd20bf", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:09:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d62cc90-940c-4710-a35b-b259deb37530", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:09:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a568b4ae-316f-4fe2-accc-ee54febb79d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:12:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "89cfaa65-e168-4d9d-87a4-ab834fcda706", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:12:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "6c80cce8-6ea6-467d-967d-e3f8305218fe", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:12:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "6c80cce8-6ea6-467d-967d-e3f8305218fe", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56-authn-ssl"} 2026-07-08T22:12:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "6c80cce8-6ea6-467d-967d-e3f8305218fe", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a560e368-47f7-4b3b-a3bd-9c59431a27dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:12:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a560e368-47f7-4b3b-a3bd-9c59431a27dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:12:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a560e368-47f7-4b3b-a3bd-9c59431a27dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c45f56 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-trusted-ca-bundle", "reconcileID": "3c95f368-4640-43ec-8c6c-c5b0c2f2a465", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-trusted-ca-bundle", "reconcileID": "3c95f368-4640-43ec-8c6c-c5b0c2f2a465", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "openshift-service-ca.crt", "reconcileID": "e897a6dd-1c02-4e8f-b210-89acab3d949d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "openshift-service-ca.crt", "reconcileID": "e897a6dd-1c02-4e8f-b210-89acab3d949d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:12:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9513ecb4-bce5-46a2-a650-76240c15f1f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:12:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c45f56"}, "namespace": "ai-tenant-e2e-shared-a-c45f56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9513ecb4-bce5-46a2-a650-76240c15f1f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c45f56"} 2026-07-08T22:12:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c45f56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c45f56", "reconcileID": "55daff93-fd7f-4601-bc28-3086b6d09003", "Gateway": "e2e-shared-a-c45f56", "namespace": "openshift-ingress"} 2026-07-08T22:12:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0bbaba8a-71af-4f2d-aa16-053e56cc2589", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T22:12:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "b96bfa94-eb3a-44f6-a7da-bb5113bdb811", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:12:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "b96bfa94-eb3a-44f6-a7da-bb5113bdb811", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9-authn-ssl"} 2026-07-08T22:12:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "b96bfa94-eb3a-44f6-a7da-bb5113bdb811", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"} 2026-07-08T22:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "540f6d42-07e8-4e4a-b09d-55be127897a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:12:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "540f6d42-07e8-4e4a-b09d-55be127897a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T22:12:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "540f6d42-07e8-4e4a-b09d-55be127897a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-ca01c9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T22:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-trusted-ca-bundle", "reconcileID": "6b69401a-f927-4069-8728-313fe4ba156a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-trusted-ca-bundle", "reconcileID": "6b69401a-f927-4069-8728-313fe4ba156a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "openshift-service-ca.crt", "reconcileID": "10afb67f-d4de-42f7-90da-70c3c38562c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "openshift-service-ca.crt", "reconcileID": "10afb67f-d4de-42f7-90da-70c3c38562c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:12:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec4ba6da-ddec-4007-92b6-92a956f032d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-ca01c9"}, "namespace": "ai-tenant-e2e-shared-b-ca01c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec4ba6da-ddec-4007-92b6-92a956f032d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-ca01c9"} 2026-07-08T22:12:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-ca01c9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-ca01c9", "reconcileID": "82ac72f4-82c5-421f-9855-339c54d83553", "Gateway": "e2e-shared-b-ca01c9", "namespace": "openshift-ingress"}