/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:47:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f1166c4e"}, "namespace": "ai-tenant-e2e-mt-f1166c4e", "name": "odh-trusted-ca-bundle", "reconcileID": "11ce21f5-1214-41b7-b8aa-b6612866434b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f1166c4e"} 2026-07-08T11:47:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f1166c4e"}, "namespace": "ai-tenant-e2e-mt-f1166c4e", "name": "odh-trusted-ca-bundle", "reconcileID": "11ce21f5-1214-41b7-b8aa-b6612866434b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f1166c4e"} 2026-07-08T11:47:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f1166c4e"}, "namespace": "ai-tenant-e2e-mt-f1166c4e", "name": "openshift-service-ca.crt", "reconcileID": "c06d0bd7-cb95-4fc4-840a-f0d971cd1b55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f1166c4e"} 2026-07-08T11:47:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f1166c4e"}, "namespace": "ai-tenant-e2e-mt-f1166c4e", "name": "openshift-service-ca.crt", "reconcileID": "c06d0bd7-cb95-4fc4-840a-f0d971cd1b55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f1166c4e"} 2026-07-08T11:47:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f1166c4e"}, "namespace": "ai-tenant-e2e-mt-f1166c4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7720f6c-13c4-4be3-b56f-78cb686939b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f1166c4e"} 2026-07-08T11:47:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f1166c4e"}, "namespace": "ai-tenant-e2e-mt-f1166c4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7720f6c-13c4-4be3-b56f-78cb686939b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f1166c4e"} 2026-07-08T11:47:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f2226bf-7e91-425e-a98d-72dca69d391d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-919f187a"} 2026-07-08T11:47:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f2226bf-7e91-425e-a98d-72dca69d391d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-919f187a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:47:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f2226bf-7e91-425e-a98d-72dca69d391d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-919f187a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:47:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "odh-trusted-ca-bundle", "reconcileID": "528ba172-b1f4-43e3-9de4-b24b2e9a516d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-919f187a"} 2026-07-08T11:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "odh-trusted-ca-bundle", "reconcileID": "528ba172-b1f4-43e3-9de4-b24b2e9a516d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-919f187a"} 2026-07-08T11:47:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "openshift-service-ca.crt", "reconcileID": "3e3553ea-7e62-4106-88f0-dc51c57f8a92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-919f187a"} 2026-07-08T11:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "openshift-service-ca.crt", "reconcileID": "3e3553ea-7e62-4106-88f0-dc51c57f8a92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-919f187a"} 2026-07-08T11:47:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72c85d04-099f-4b20-9ca6-714b1b8f03fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-919f187a"} 2026-07-08T11:47:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-919f187a"}, "namespace": "ai-tenant-e2e-mt-919f187a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72c85d04-099f-4b20-9ca6-714b1b8f03fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-919f187a"} 2026-07-08T11:47:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "openshift-service-ca.crt", "reconcileID": "349a0c9f-74dd-4626-a063-4fd26efdd3a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:47:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-trusted-ca-bundle", "reconcileID": "c567df4a-0177-43d2-94bd-53d2b38031e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:47:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "openshift-service-ca.crt", "reconcileID": "7916576c-8756-4ae7-887e-01fc2650a27a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0a03ff08", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:47:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "openshift-service-ca.crt", "reconcileID": "7916576c-8756-4ae7-887e-01fc2650a27a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:47:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362c77d4-0e7e-4b79-ad16-ec186d73189b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:47:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "openshift-service-ca.crt", "reconcileID": "929c0490-4a4c-45ef-960e-a717d2794de3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:47:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-trusted-ca-bundle", "reconcileID": "f5ccf92f-8ced-44a1-961f-54721b34d74d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:47:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-trusted-ca-bundle", "reconcileID": "f5ccf92f-8ced-44a1-961f-54721b34d74d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:47:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ccf25c5-214e-4ca2-a4c8-f96ea01d86df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7324b78-133f-4153-9646-e7ed6e6746e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7324b78-133f-4153-9646-e7ed6e6746e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:48:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7324b78-133f-4153-9646-e7ed6e6746e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-0a03ff08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-trusted-ca-bundle", "reconcileID": "0de427e5-5fdb-4fb5-934c-5d17a525ae7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-trusted-ca-bundle", "reconcileID": "0de427e5-5fdb-4fb5-934c-5d17a525ae7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "openshift-service-ca.crt", "reconcileID": "c121a28e-4bb9-4d25-bb43-a71724b8ba44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "openshift-service-ca.crt", "reconcileID": "c121a28e-4bb9-4d25-bb43-a71724b8ba44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba8239b3-446a-470a-9da8-f18cc2497fef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0a03ff08"}, "namespace": "ai-tenant-e2e-mt-0a03ff08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba8239b3-446a-470a-9da8-f18cc2497fef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0a03ff08"} 2026-07-08T11:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "e00f9a22-6c4d-400a-b88b-074ff0e21a86", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "e00f9a22-6c4d-400a-b88b-074ff0e21a86", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "e00f9a22-6c4d-400a-b88b-074ff0e21a86", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "eef3e2d6-ff0a-4e27-a0da-4f90af2ee6f1", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "eef3e2d6-ff0a-4e27-a0da-4f90af2ee6f1", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "eef3e2d6-ff0a-4e27-a0da-4f90af2ee6f1", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "856a349a-0f52-425e-b210-b37b661f933b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "856a349a-0f52-425e-b210-b37b661f933b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "856a349a-0f52-425e-b210-b37b661f933b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "1171d4f6-1c1f-4f5e-b39c-e2e7ace3765b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "1171d4f6-1c1f-4f5e-b39c-e2e7ace3765b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "1171d4f6-1c1f-4f5e-b39c-e2e7ace3765b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "4cd4e978-d609-4f44-8ff7-6f383f40d0c6", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "4cd4e978-d609-4f44-8ff7-6f383f40d0c6", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "4cd4e978-d609-4f44-8ff7-6f383f40d0c6", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "4d169a7e-ba74-4410-9d57-c8bb968459b6", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "4d169a7e-ba74-4410-9d57-c8bb968459b6", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "4d169a7e-ba74-4410-9d57-c8bb968459b6", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "8823b393-ed6f-4b73-9f08-c72707252009", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "8823b393-ed6f-4b73-9f08-c72707252009", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "8823b393-ed6f-4b73-9f08-c72707252009", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "openshift-service-ca.crt", "reconcileID": "bba6607c-98bf-491b-9fe3-a03e804287c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-trusted-ca-bundle", "reconcileID": "6222e087-809b-4fd8-89d3-4f3841da1879", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:48:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-trusted-ca-bundle", "reconcileID": "6222e087-809b-4fd8-89d3-4f3841da1879", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "openshift-service-ca.crt", "reconcileID": "883686ec-3e78-4faa-897a-f7989e60ef19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:48:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "openshift-service-ca.crt", "reconcileID": "883686ec-3e78-4faa-897a-f7989e60ef19", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:48:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2a8fc60-b9be-47ee-89a5-ace35eac5bf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "openshift-service-ca.crt", "reconcileID": "51f78252-8c68-4096-931a-8505937a4498", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "openshift-service-ca.crt", "reconcileID": "9c02c201-9504-4226-b3e8-68ae8061db67", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-trusted-ca-bundle", "reconcileID": "2b93227b-c201-4422-85d8-69c6d5307b28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:48:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-trusted-ca-bundle", "reconcileID": "2b93227b-c201-4422-85d8-69c6d5307b28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a86c155-d39e-4e03-bd43-161bc4fcff48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "e4d85f73-c0fe-47eb-a80a-f5ff007c0f5a", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "e4d85f73-c0fe-47eb-a80a-f5ff007c0f5a", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "e4d85f73-c0fe-47eb-a80a-f5ff007c0f5a", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1d30114a-ac8f-485f-94ce-90633542966f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "6ea8f3bc-ec63-491d-8178-92379b21a204", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "6ea8f3bc-ec63-491d-8178-92379b21a204", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "6ea8f3bc-ec63-491d-8178-92379b21a204", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "2ca0dc26-26b3-447b-b2cb-d9a96060250a", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "2ca0dc26-26b3-447b-b2cb-d9a96060250a", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "2ca0dc26-26b3-447b-b2cb-d9a96060250a", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "3270b9b2-19d2-42f7-bbe6-2087e66c341c", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "3270b9b2-19d2-42f7-bbe6-2087e66c341c", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "3270b9b2-19d2-42f7-bbe6-2087e66c341c", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "5586acf1-9691-49ec-8801-5504a350ccf2", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "5586acf1-9691-49ec-8801-5504a350ccf2", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "5586acf1-9691-49ec-8801-5504a350ccf2", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "9114b7b0-ac3a-4539-af4b-d3d55ac4471b", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "9114b7b0-ac3a-4539-af4b-d3d55ac4471b", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "9114b7b0-ac3a-4539-af4b-d3d55ac4471b", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "7dfde536-82e3-49ea-9005-10f22f3fb787", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "7dfde536-82e3-49ea-9005-10f22f3fb787", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "7dfde536-82e3-49ea-9005-10f22f3fb787", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "f75b1919-fec6-4013-b82c-641d1d71a183", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "f75b1919-fec6-4013-b82c-641d1d71a183", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "f75b1919-fec6-4013-b82c-641d1d71a183", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "d11c5c64-bda3-4563-94a4-b0bdff70dbeb", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "d11c5c64-bda3-4563-94a4-b0bdff70dbeb", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "d11c5c64-bda3-4563-94a4-b0bdff70dbeb", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "openshift-service-ca.crt", "reconcileID": "54785e23-5596-4ae2-8bfe-c6b78e391f2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-trusted-ca-bundle", "reconcileID": "d1c8c697-1e1b-4182-ad57-126f441eac09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "openshift-service-ca.crt", "reconcileID": "19f3e2ec-8462-4845-89d1-5890ea0645fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:48:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "openshift-service-ca.crt", "reconcileID": "19f3e2ec-8462-4845-89d1-5890ea0645fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2488a22-fbb3-4063-bdd9-413cde37aa39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "openshift-service-ca.crt", "reconcileID": "6379f6d2-b3c1-48f3-b842-edb0a7f2f738", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-trusted-ca-bundle", "reconcileID": "2e9322ad-c057-4e31-9b73-e8caf59d0bc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:48:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-trusted-ca-bundle", "reconcileID": "2e9322ad-c057-4e31-9b73-e8caf59d0bc4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4d761fb-9b1d-468e-a206-23909441a9d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ac406e3e-5bac-4c60-b87a-caeabef69951", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ac406e3e-5bac-4c60-b87a-caeabef69951", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ac406e3e-5bac-4c60-b87a-caeabef69951", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "803a04fe-4c09-49b1-b5d8-abd724b7fc79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:48:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "ff216dc5-3d73-4978-aee3-9a8ca54f7565", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "ff216dc5-3d73-4978-aee3-9a8ca54f7565", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "ff216dc5-3d73-4978-aee3-9a8ca54f7565", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "591aafc6-7896-4c92-9c79-b1306ae361a8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "591aafc6-7896-4c92-9c79-b1306ae361a8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "591aafc6-7896-4c92-9c79-b1306ae361a8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "c0d288fc-b6ea-4f32-bb59-ba985b5e6f3d", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "591aafc6-7896-4c92-9c79-b1306ae361a8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b-kserve-route-authn"} 2026-07-08T11:48:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "591aafc6-7896-4c92-9c79-b1306ae361a8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "authType": "userdefined"} 2026-07-08T11:48:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "591aafc6-7896-4c92-9c79-b1306ae361a8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "c0d288fc-b6ea-4f32-bb59-ba985b5e6f3d", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "c0d288fc-b6ea-4f32-bb59-ba985b5e6f3d", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "5238d58f-d497-4e19-a519-468c23010413", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "5238d58f-d497-4e19-a519-468c23010413", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "5238d58f-d497-4e19-a519-468c23010413", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "5238d58f-d497-4e19-a519-468c23010413", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b-kserve-route-authn"} 2026-07-08T11:48:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "5238d58f-d497-4e19-a519-468c23010413", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "authType": "userdefined"} 2026-07-08T11:48:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "5238d58f-d497-4e19-a519-468c23010413", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "c3cce3ff-60f6-4377-a7a3-bf33172f43a9", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "c3cce3ff-60f6-4377-a7a3-bf33172f43a9", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "c3cce3ff-60f6-4377-a7a3-bf33172f43a9", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "42e44894-eee4-49e3-bb67-c53a604e96fc", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "42e44894-eee4-49e3-bb67-c53a604e96fc", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "42e44894-eee4-49e3-bb67-c53a604e96fc", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "42e44894-eee4-49e3-bb67-c53a604e96fc", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b-kserve-route-authn"} 2026-07-08T11:48:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "42e44894-eee4-49e3-bb67-c53a604e96fc", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "authType": "userdefined"} 2026-07-08T11:48:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "42e44894-eee4-49e3-bb67-c53a604e96fc", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "af026197-8a44-4816-b41a-a595e2528ffd", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "af026197-8a44-4816-b41a-a595e2528ffd", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "af026197-8a44-4816-b41a-a595e2528ffd", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55109e9b-79df-47fe-b318-13e0df6ccff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:48:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "b5917ec4-ac30-45fe-8c0a-516217613310", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "b5917ec4-ac30-45fe-8c0a-516217613310", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "b5917ec4-ac30-45fe-8c0a-516217613310", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "b5917ec4-ac30-45fe-8c0a-516217613310", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b-kserve-route-authn"} 2026-07-08T11:48:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "b5917ec4-ac30-45fe-8c0a-516217613310", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "authType": "userdefined"} 2026-07-08T11:48:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "b5917ec4-ac30-45fe-8c0a-516217613310", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:48:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "e8b828bd-4e39-41a8-8ddb-2177e9bfc8f2", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "e8b828bd-4e39-41a8-8ddb-2177e9bfc8f2", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "e8b828bd-4e39-41a8-8ddb-2177e9bfc8f2", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "d201ff4c-d578-4721-9cc5-9e8b2aa1f280", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "e8b828bd-4e39-41a8-8ddb-2177e9bfc8f2", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2-kserve-route-authn"} 2026-07-08T11:48:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "e8b828bd-4e39-41a8-8ddb-2177e9bfc8f2", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "authType": "userdefined"} 2026-07-08T11:48:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "e8b828bd-4e39-41a8-8ddb-2177e9bfc8f2", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "d201ff4c-d578-4721-9cc5-9e8b2aa1f280", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "d201ff4c-d578-4721-9cc5-9e8b2aa1f280", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "d12534d1-c581-4065-a673-27882cb2c3df", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "d12534d1-c581-4065-a673-27882cb2c3df", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "d12534d1-c581-4065-a673-27882cb2c3df", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "d12534d1-c581-4065-a673-27882cb2c3df", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2-kserve-route-authn"} 2026-07-08T11:48:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "d12534d1-c581-4065-a673-27882cb2c3df", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "authType": "userdefined"} 2026-07-08T11:48:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "d12534d1-c581-4065-a673-27882cb2c3df", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d0bb5e1-ce6d-4617-8676-dac0e2d2780d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:48:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "05884e81-fc6b-45fb-a5b6-9debdb7335da", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "05884e81-fc6b-45fb-a5b6-9debdb7335da", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:48:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "05884e81-fc6b-45fb-a5b6-9debdb7335da", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ba30d37f-50df-4d08-95f4-0336208f3dc9", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ba30d37f-50df-4d08-95f4-0336208f3dc9", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ba30d37f-50df-4d08-95f4-0336208f3dc9", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:48:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "f4df0c3d-9dd2-4669-aa2c-d319ec05f986", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "f4df0c3d-9dd2-4669-aa2c-d319ec05f986", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "f4df0c3d-9dd2-4669-aa2c-d319ec05f986", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:48:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "f4df0c3d-9dd2-4669-aa2c-d319ec05f986", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2-kserve-route-authn"} 2026-07-08T11:48:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "f4df0c3d-9dd2-4669-aa2c-d319ec05f986", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "authType": "userdefined"} 2026-07-08T11:48:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "f4df0c3d-9dd2-4669-aa2c-d319ec05f986", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "33667981-1978-43ce-b442-afb93556bf1c", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "33667981-1978-43ce-b442-afb93556bf1c", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "33667981-1978-43ce-b442-afb93556bf1c", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "33667981-1978-43ce-b442-afb93556bf1c", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2-kserve-route-authn"} 2026-07-08T11:49:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "33667981-1978-43ce-b442-afb93556bf1c", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "authType": "userdefined"} 2026-07-08T11:49:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "33667981-1978-43ce-b442-afb93556bf1c", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "445e78fa-24eb-49d2-8842-a60fedadaef2", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "445e78fa-24eb-49d2-8842-a60fedadaef2", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "445e78fa-24eb-49d2-8842-a60fedadaef2", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b"} 2026-07-08T11:49:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b-kserve-route-authn"} 2026-07-08T11:49:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b-kserve-route-authn"} 2026-07-08T11:49:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "833b42a7-0c71-46f6-beed-2e598ad858e8", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3ac51b","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "test-model-3ac51b", "reconcileID": "1241a8c5-20ba-4779-a533-c23c4e131100", "LLMInferenceService": "test-model-3ac51b", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "dabcc34c-0bdf-4d32-ada3-be38a009d185", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:49:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "dabcc34c-0bdf-4d32-ada3-be38a009d185", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:49:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "dabcc34c-0bdf-4d32-ada3-be38a009d185", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:49:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "2ff814aa-3502-4eca-b515-d0d02844b57a", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:49:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "2ff814aa-3502-4eca-b515-d0d02844b57a", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:49:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "2ff814aa-3502-4eca-b515-d0d02844b57a", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:49:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2"} 2026-07-08T11:49:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2-kserve-route-authn"} 2026-07-08T11:49:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2-kserve-route-authn"} 2026-07-08T11:49:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "71892805-f13d-41f9-811e-e15e94223570", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ae9da2","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "test-model-ae9da2", "reconcileID": "634cfa6c-f8b1-420f-a275-bfd72a14fa4c", "LLMInferenceService": "test-model-ae9da2", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "36043ca9-49f2-4985-9502-18598b8cec16", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "36043ca9-49f2-4985-9502-18598b8cec16", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:49:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "36043ca9-49f2-4985-9502-18598b8cec16", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ba3e897f-bed1-4d93-a374-76d86dd0c25f", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ba3e897f-bed1-4d93-a374-76d86dd0c25f", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:49:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "ba3e897f-bed1-4d93-a374-76d86dd0c25f", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b00401b5-b58f-43bb-bb14-5f7b92ffd72b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:49:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "a18b7a18-3284-4864-a18b-8e7953be2c8b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:49:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "a18b7a18-3284-4864-a18b-8e7953be2c8b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b-authn-ssl"} 2026-07-08T11:49:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "a18b7a18-3284-4864-a18b-8e7953be2c8b", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7444893a-73f3-4c95-9d15-0a4904fa8818", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7444893a-73f3-4c95-9d15-0a4904fa8818", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:49:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7444893a-73f3-4c95-9d15-0a4904fa8818", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-3ac51b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-trusted-ca-bundle", "reconcileID": "24608091-4c6b-42aa-b0ca-8f704fd2444d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-trusted-ca-bundle", "reconcileID": "24608091-4c6b-42aa-b0ca-8f704fd2444d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "openshift-service-ca.crt", "reconcileID": "df375035-676c-4849-a297-d37ac90cab33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "openshift-service-ca.crt", "reconcileID": "df375035-676c-4849-a297-d37ac90cab33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9d25f13-460d-4dcd-9cbc-7c14b76b82d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-3ac51b"}, "namespace": "ai-tenant-e2e-inf-a-3ac51b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9d25f13-460d-4dcd-9cbc-7c14b76b82d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-3ac51b"} 2026-07-08T11:49:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-3ac51b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-3ac51b", "reconcileID": "8896a232-37ee-4a0f-af41-f004c2e5c975", "Gateway": "e2e-inf-a-3ac51b", "namespace": "openshift-ingress"} 2026-07-08T11:49:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0188dc80-4ff5-4c1c-8792-f04bc9b864b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:49:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "0d7c174d-cb72-4120-8ad8-2898b79851f3", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "0d7c174d-cb72-4120-8ad8-2898b79851f3", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2-authn-ssl"} 2026-07-08T11:49:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "0d7c174d-cb72-4120-8ad8-2898b79851f3", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c1bf3fd-12d7-41db-bc91-21fbd8138362", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c1bf3fd-12d7-41db-bc91-21fbd8138362", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:49:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c1bf3fd-12d7-41db-bc91-21fbd8138362", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-ae9da2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-trusted-ca-bundle", "reconcileID": "807a4584-895f-44d2-a791-cf6dad7a4734", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-trusted-ca-bundle", "reconcileID": "807a4584-895f-44d2-a791-cf6dad7a4734", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "openshift-service-ca.crt", "reconcileID": "7087aee9-dc9d-44d0-9aa3-a4ca9ca8072f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "openshift-service-ca.crt", "reconcileID": "7087aee9-dc9d-44d0-9aa3-a4ca9ca8072f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a5c2a5d-cd32-4a36-adf3-b027bead44ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ae9da2"}, "namespace": "ai-tenant-e2e-inf-b-ae9da2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a5c2a5d-cd32-4a36-adf3-b027bead44ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ae9da2"} 2026-07-08T11:49:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ae9da2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ae9da2", "reconcileID": "33ff0d2b-a1be-44cb-93b6-fc13d28b747c", "Gateway": "e2e-inf-b-ae9da2", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "daca2bf5-a207-4539-94c6-535cfe026f25", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "daca2bf5-a207-4539-94c6-535cfe026f25", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "daca2bf5-a207-4539-94c6-535cfe026f25", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "65946438-257b-416f-96b5-5411c375f218", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "65946438-257b-416f-96b5-5411c375f218", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "65946438-257b-416f-96b5-5411c375f218", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "205f9c37-108e-4ee0-a202-7852534db101", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "205f9c37-108e-4ee0-a202-7852534db101", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "205f9c37-108e-4ee0-a202-7852534db101", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "19ace060-2db7-4860-b4e8-e7be352ac2e9", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "19ace060-2db7-4860-b4e8-e7be352ac2e9", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "19ace060-2db7-4860-b4e8-e7be352ac2e9", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "d8314253-8f85-4dc6-b7f7-3ca29df66cca", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "d8314253-8f85-4dc6-b7f7-3ca29df66cca", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "d8314253-8f85-4dc6-b7f7-3ca29df66cca", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "106d363d-86e2-4bbc-8249-948e450d8ee7", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "106d363d-86e2-4bbc-8249-948e450d8ee7", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "106d363d-86e2-4bbc-8249-948e450d8ee7", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "e4ba041c-a5ad-436e-b11d-6270de59e2c3", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "e4ba041c-a5ad-436e-b11d-6270de59e2c3", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "e4ba041c-a5ad-436e-b11d-6270de59e2c3", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "openshift-service-ca.crt", "reconcileID": "2fcea264-1993-4a54-aaad-d76f78781b41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-trusted-ca-bundle", "reconcileID": "4185438d-d452-4118-ab67-d49167bc6686", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:49:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "openshift-service-ca.crt", "reconcileID": "0c52ce79-4f34-4adf-a877-3b836224e89d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4076ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:49:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "openshift-service-ca.crt", "reconcileID": "0c52ce79-4f34-4adf-a877-3b836224e89d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "openshift-service-ca.crt", "reconcileID": "ba4bb439-b8d4-4129-a720-2f0b84bc75c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3b54231-5c3b-4e93-9881-782c4fd3570a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:49:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-trusted-ca-bundle", "reconcileID": "38655c1c-6e98-4baf-849c-e016cff8d5f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:49:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-trusted-ca-bundle", "reconcileID": "38655c1c-6e98-4baf-849c-e016cff8d5f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b119f731-0dff-4a4d-8e90-70480f59069b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:49:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "edc46dd8-a4eb-4233-aed7-592ddc78a75e", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "edc46dd8-a4eb-4233-aed7-592ddc78a75e", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:49:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "edc46dd8-a4eb-4233-aed7-592ddc78a75e", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:49:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9686765-546a-49e3-8c83-7bab1b4cbc68", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:50:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "3d660fab-700f-47b3-b8e1-0ad0efdbdc01", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "3d660fab-700f-47b3-b8e1-0ad0efdbdc01", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "3d660fab-700f-47b3-b8e1-0ad0efdbdc01", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "eb5922d9-ec59-4954-89f2-2fb13cce3ca9", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "eb5922d9-ec59-4954-89f2-2fb13cce3ca9", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "eb5922d9-ec59-4954-89f2-2fb13cce3ca9", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "f76670f4-ba7b-414b-ac71-3ad7a4a7280a", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "f76670f4-ba7b-414b-ac71-3ad7a4a7280a", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "f76670f4-ba7b-414b-ac71-3ad7a4a7280a", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "abd9214f-98d0-4b88-a46a-1ca7518ca3cc", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "abd9214f-98d0-4b88-a46a-1ca7518ca3cc", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "abd9214f-98d0-4b88-a46a-1ca7518ca3cc", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "b240cac8-f659-4ac2-9cf4-9525029b8f06", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "b240cac8-f659-4ac2-9cf4-9525029b8f06", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "b240cac8-f659-4ac2-9cf4-9525029b8f06", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "2498a33c-e7ed-4579-8d52-93ff774496e4", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "2498a33c-e7ed-4579-8d52-93ff774496e4", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "2498a33c-e7ed-4579-8d52-93ff774496e4", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "050b6a53-12d3-493f-9f88-bbe4b45874af", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "050b6a53-12d3-493f-9f88-bbe4b45874af", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "050b6a53-12d3-493f-9f88-bbe4b45874af", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "31864a75-8a40-473f-92b0-2656ef31b0e2", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "31864a75-8a40-473f-92b0-2656ef31b0e2", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "31864a75-8a40-473f-92b0-2656ef31b0e2", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "e14b10c3-b2a4-44e6-b73e-354b37d93494", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:50:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "e14b10c3-b2a4-44e6-b73e-354b37d93494", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:50:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "e14b10c3-b2a4-44e6-b73e-354b37d93494", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "openshift-service-ca.crt", "reconcileID": "a2ae1d0c-6aaf-4cda-b433-4429ed44448a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-trusted-ca-bundle", "reconcileID": "87d83d34-4e44-45d8-9f6b-9ca76eab2344", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "openshift-service-ca.crt", "reconcileID": "f1e75622-5ccb-4cf0-8dd7-3b9a1d45def1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf8404", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "openshift-service-ca.crt", "reconcileID": "f1e75622-5ccb-4cf0-8dd7-3b9a1d45def1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d0a3103-66ab-4983-b227-cfea189d1749", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "openshift-service-ca.crt", "reconcileID": "4cbdf994-e2f1-4fde-8b3f-74b6d08af558", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-trusted-ca-bundle", "reconcileID": "d5d0a3bd-8bf4-4e3d-aad7-49a4280dea91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-trusted-ca-bundle", "reconcileID": "d5d0a3bd-8bf4-4e3d-aad7-49a4280dea91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f3d989d-b639-4a56-a88a-84c67cf3df7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "77e55b54-dea9-4cee-b948-7791d8161d74", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "77e55b54-dea9-4cee-b948-7791d8161d74", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "77e55b54-dea9-4cee-b948-7791d8161d74", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "df5904e8-a408-40e4-9429-c7c0355de7c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "692c07bd-2f43-4d13-a19e-8b95cd801b12", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "692c07bd-2f43-4d13-a19e-8b95cd801b12", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "692c07bd-2f43-4d13-a19e-8b95cd801b12", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a630642d-30e0-425d-bff2-450bf95a6347", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "62163485-f592-442b-8c14-ded52365577d", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "62163485-f592-442b-8c14-ded52365577d", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef-authn-ssl"} 2026-07-08T11:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "62163485-f592-442b-8c14-ded52365577d", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:50:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "323adec8-492b-42b3-ac4a-c8c4e231381d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:50:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "323adec8-492b-42b3-ac4a-c8c4e231381d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "323adec8-492b-42b3-ac4a-c8c4e231381d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-4076ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:50:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-trusted-ca-bundle", "reconcileID": "c8378647-d7b7-46cc-a760-f41f0053d86e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-trusted-ca-bundle", "reconcileID": "c8378647-d7b7-46cc-a760-f41f0053d86e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:50:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "openshift-service-ca.crt", "reconcileID": "c98a3932-4165-4c6c-8b25-e561da2765ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "openshift-service-ca.crt", "reconcileID": "c98a3932-4165-4c6c-8b25-e561da2765ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:50:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c8ffed-efcd-4f7e-b469-e0fffb3a643f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4076ef"}, "namespace": "ai-tenant-e2e-api-a-4076ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c8ffed-efcd-4f7e-b469-e0fffb3a643f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4076ef"} 2026-07-08T11:50:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4076ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4076ef", "reconcileID": "7c2a0c86-4965-40aa-8336-3f9f51e11c7c", "Gateway": "e2e-api-a-4076ef", "namespace": "openshift-ingress"} 2026-07-08T11:50:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "daeec12b-8569-4804-a2fb-4f08a23dd88a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:50:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "5eaed2fb-a5a1-450c-9077-eee567e97204", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "5eaed2fb-a5a1-450c-9077-eee567e97204", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404-authn-ssl"} 2026-07-08T11:50:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "5eaed2fb-a5a1-450c-9077-eee567e97204", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358f44c2-6e3a-4aca-a569-16e7dfbc8985", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358f44c2-6e3a-4aca-a569-16e7dfbc8985", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358f44c2-6e3a-4aca-a569-16e7dfbc8985", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cf8404 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:50:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-trusted-ca-bundle", "reconcileID": "a2fc9a65-5b9c-44c2-bdc7-f2f0ad975c2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-trusted-ca-bundle", "reconcileID": "a2fc9a65-5b9c-44c2-bdc7-f2f0ad975c2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "openshift-service-ca.crt", "reconcileID": "0cb0e28c-e370-4aa4-9362-bfaa44d833e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "openshift-service-ca.crt", "reconcileID": "0cb0e28c-e370-4aa4-9362-bfaa44d833e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbfd194e-f38c-4b26-840f-d6f0220b3770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf8404"}, "namespace": "ai-tenant-e2e-api-b-cf8404", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbfd194e-f38c-4b26-840f-d6f0220b3770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf8404"} 2026-07-08T11:50:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf8404","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf8404", "reconcileID": "7afb466c-745d-4a12-9e43-13b7a60f1ad7", "Gateway": "e2e-api-b-cf8404", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "9f9bc9e0-afe9-4bf2-81dd-ec22dda04871", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "9f9bc9e0-afe9-4bf2-81dd-ec22dda04871", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "9f9bc9e0-afe9-4bf2-81dd-ec22dda04871", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "442f33a3-fda3-4259-a54f-b327ebd40f9d", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "442f33a3-fda3-4259-a54f-b327ebd40f9d", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "442f33a3-fda3-4259-a54f-b327ebd40f9d", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "3d17f683-58f4-45d6-b379-65c60e2cf24f", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "3d17f683-58f4-45d6-b379-65c60e2cf24f", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "3d17f683-58f4-45d6-b379-65c60e2cf24f", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "e2d83b53-1c7a-4de0-b28f-8f920862def4", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "e2d83b53-1c7a-4de0-b28f-8f920862def4", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "e2d83b53-1c7a-4de0-b28f-8f920862def4", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "822d25d8-8a91-4f0d-9fef-1a11532a4b21", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "822d25d8-8a91-4f0d-9fef-1a11532a4b21", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "822d25d8-8a91-4f0d-9fef-1a11532a4b21", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "a69789d1-103d-4c75-a1e2-8ba9b1a7e0a8", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "a69789d1-103d-4c75-a1e2-8ba9b1a7e0a8", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "a69789d1-103d-4c75-a1e2-8ba9b1a7e0a8", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "9cfcf14d-e76d-41e8-b593-04650d8ea0ff", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "9cfcf14d-e76d-41e8-b593-04650d8ea0ff", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "9cfcf14d-e76d-41e8-b593-04650d8ea0ff", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "openshift-service-ca.crt", "reconcileID": "9002229a-a1a7-40c7-a11e-958f6bd1f211", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-trusted-ca-bundle", "reconcileID": "cdfaf103-89d7-45c7-a920-093af8a6adab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:50:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "openshift-service-ca.crt", "reconcileID": "1a0c05e9-6441-4de5-a7e6-d17b166c7e00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5a670c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "openshift-service-ca.crt", "reconcileID": "1a0c05e9-6441-4de5-a7e6-d17b166c7e00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1627dd73-e371-4ffd-8f52-a7e7181396e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "openshift-service-ca.crt", "reconcileID": "d0ec6298-3e23-4db6-9195-dce16220ab78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:50:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-trusted-ca-bundle", "reconcileID": "1b00cb75-36ad-4ba7-954e-9e45d24bb8e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-trusted-ca-bundle", "reconcileID": "1b00cb75-36ad-4ba7-954e-9e45d24bb8e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acfae8a7-e852-4fe0-b0ba-fe18a11bef9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:50:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "d9111073-7f53-48cf-836e-a98b49178a83", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "d9111073-7f53-48cf-836e-a98b49178a83", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "d9111073-7f53-48cf-836e-a98b49178a83", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a6630b3b-d2ad-47ff-9d35-5c7c476bdf3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "f1fce49b-078d-4da8-a471-dfb5668a147b", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "f1fce49b-078d-4da8-a471-dfb5668a147b", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "f1fce49b-078d-4da8-a471-dfb5668a147b", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "b6295735-c5f5-4265-b23f-4738770d5bb4", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "b6295735-c5f5-4265-b23f-4738770d5bb4", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "b6295735-c5f5-4265-b23f-4738770d5bb4", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "b241f5c1-2e4f-4b0d-b8fe-2e5d55f436e8", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "b241f5c1-2e4f-4b0d-b8fe-2e5d55f436e8", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "b241f5c1-2e4f-4b0d-b8fe-2e5d55f436e8", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "08471d7c-951f-4d8a-bec2-1356853575a9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "08471d7c-951f-4d8a-bec2-1356853575a9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "08471d7c-951f-4d8a-bec2-1356853575a9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "13acb96c-a0ed-44df-a6dc-fd47630db414", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "13acb96c-a0ed-44df-a6dc-fd47630db414", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "13acb96c-a0ed-44df-a6dc-fd47630db414", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "6f4b5aef-1fa2-4ef8-a8e9-142fe901d40f", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "6f4b5aef-1fa2-4ef8-a8e9-142fe901d40f", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "6f4b5aef-1fa2-4ef8-a8e9-142fe901d40f", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "openshift-service-ca.crt", "reconcileID": "1bfcbe9a-a915-4fec-9d0e-c3b361c3dda4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:50:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "ffaff9c0-e984-453d-bdf1-894ae2363947", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "ffaff9c0-e984-453d-bdf1-894ae2363947", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "openshift-service-ca.crt", "reconcileID": "a9ab86fa-609b-450f-9413-48ec09b45cc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "778de23b-2fac-4e6a-956d-28886b9c8516", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "openshift-service-ca.crt", "reconcileID": "9f92e858-de83-483d-b7a8-f132e3a6c1e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:50:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "5e1f5b6e-5a79-4be1-aa7a-fefccaa724de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:50:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "5e1f5b6e-5a79-4be1-aa7a-fefccaa724de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "902209c8-8e13-4ed2-90b8-d4874f5d6a6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "210634ab-42c8-44d4-84c8-a62dc5d97c29", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "210634ab-42c8-44d4-84c8-a62dc5d97c29", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "210634ab-42c8-44d4-84c8-a62dc5d97c29", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f79afddb-7ae8-4e96-bbcc-a0a7b4deba83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "a3fbdbbf-f13d-4765-a48d-557b9e617425", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "a3fbdbbf-f13d-4765-a48d-557b9e617425", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "a3fbdbbf-f13d-4765-a48d-557b9e617425", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:50:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "671af4d0-2ce5-4f4e-8483-549851a8c96e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "2ede30c0-e2f9-4891-95ba-c9cd6e46a8d9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "2ede30c0-e2f9-4891-95ba-c9cd6e46a8d9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "2ede30c0-e2f9-4891-95ba-c9cd6e46a8d9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7970eef7-3484-4e86-ad6b-a7d047f990b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:51:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa7611d9-3601-4801-9cfd-67c514c3619a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "584c44c7-0848-4fe8-9b33-512cae697484", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "bfbe5105-3d7f-4dc9-b4c3-ae0e4f499c94", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "bfbe5105-3d7f-4dc9-b4c3-ae0e4f499c94", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c-authn-ssl"} 2026-07-08T11:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "bfbe5105-3d7f-4dc9-b4c3-ae0e4f499c94", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "464fa93c-d9cf-4a3d-9c46-85f90c5b50d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "464fa93c-d9cf-4a3d-9c46-85f90c5b50d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:53:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "464fa93c-d9cf-4a3d-9c46-85f90c5b50d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5a670c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-trusted-ca-bundle", "reconcileID": "09778e1e-03b5-40d4-8c8e-c09ba1d70e5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-trusted-ca-bundle", "reconcileID": "09778e1e-03b5-40d4-8c8e-c09ba1d70e5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "openshift-service-ca.crt", "reconcileID": "bc026e76-44e8-4120-96ba-04ea006eb9c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "openshift-service-ca.crt", "reconcileID": "bc026e76-44e8-4120-96ba-04ea006eb9c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cd6e4f4-844d-4a53-a1bf-f35579fc202d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5a670c"}, "namespace": "ai-tenant-e2e-shared-a-5a670c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9cd6e4f4-844d-4a53-a1bf-f35579fc202d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5a670c"} 2026-07-08T11:53:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5a670c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5a670c", "reconcileID": "61cb82ea-5d28-4bf5-abb4-aa973f4f536a", "Gateway": "e2e-shared-a-5a670c", "namespace": "openshift-ingress"} 2026-07-08T11:54:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "86068230-484a-4107-be83-5a5521ba0858", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T11:54:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "46b97527-71ea-4f69-8921-d31da377cec9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:54:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "46b97527-71ea-4f69-8921-d31da377cec9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c-authn-ssl"} 2026-07-08T11:54:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "46b97527-71ea-4f69-8921-d31da377cec9", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"} 2026-07-08T11:54:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21c3e491-d22b-4cee-ad8d-58c304c77b95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:54:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21c3e491-d22b-4cee-ad8d-58c304c77b95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T11:54:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21c3e491-d22b-4cee-ad8d-58c304c77b95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e79b1c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T11:54:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "8e3b9067-1963-490d-896c-1fd6c09505cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-trusted-ca-bundle", "reconcileID": "8e3b9067-1963-490d-896c-1fd6c09505cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:54:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "openshift-service-ca.crt", "reconcileID": "90b6c3d3-267b-4e2e-8cd1-5ef566238960", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "openshift-service-ca.crt", "reconcileID": "90b6c3d3-267b-4e2e-8cd1-5ef566238960", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:54:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fe46a89-eb00-4891-9722-f1c2dc162acd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e79b1c"}, "namespace": "ai-tenant-e2e-shared-b-e79b1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fe46a89-eb00-4891-9722-f1c2dc162acd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e79b1c"} 2026-07-08T11:54:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e79b1c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e79b1c", "reconcileID": "377b903f-1385-4fcb-8eec-0b75593d69f1", "Gateway": "e2e-shared-b-e79b1c", "namespace": "openshift-ingress"}