2026-07-22T02:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "99ba0b16-0844-4cba-82ab-51980499877d", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "99ba0b16-0844-4cba-82ab-51980499877d", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "13f43cfe-7585-49a2-b17d-4dee44e10f22", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "13f43cfe-7585-49a2-b17d-4dee44e10f22", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "13f43cfe-7585-49a2-b17d-4dee44e10f22", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "1a075472-4e42-49cb-97aa-d5beaa4687f0", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "1a075472-4e42-49cb-97aa-d5beaa4687f0", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "1a075472-4e42-49cb-97aa-d5beaa4687f0", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "bb0d045c-e8c5-4cec-b25c-6c14dc986276", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "bb0d045c-e8c5-4cec-b25c-6c14dc986276", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "bb0d045c-e8c5-4cec-b25c-6c14dc986276", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "3402d2dc-5fbd-4656-9492-8ed510dbc622", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "3402d2dc-5fbd-4656-9492-8ed510dbc622", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "3402d2dc-5fbd-4656-9492-8ed510dbc622", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-22T02:43:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-22T02:43:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "openshift-service-ca.crt", "reconcileID": "e1232c4a-fad1-42fb-970c-d37b4483aeae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e46537b5"} 2026-07-22T02:43:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "odh-trusted-ca-bundle", "reconcileID": "f08f8d3d-6bfc-4340-a27f-aea23db4fb33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e46537b5"} 2026-07-22T02:43:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "openshift-service-ca.crt", "reconcileID": "bf7e4992-e3bd-45e1-bd04-26d8848c2d89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e46537b5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:43:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "openshift-service-ca.crt", "reconcileID": "bf7e4992-e3bd-45e1-bd04-26d8848c2d89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e46537b5"} 2026-07-22T02:43:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc317cfc-f969-4e7a-a7e3-02e920bc5af3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e46537b5"} 2026-07-22T02:43:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "openshift-service-ca.crt", "reconcileID": "0db203aa-2b4f-422e-bcaa-de89e75bd224", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e46537b5"} 2026-07-22T02:43:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "odh-trusted-ca-bundle", "reconcileID": "4d22fb1f-bac0-4272-b86d-738ef264920a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e46537b5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:43:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "odh-trusted-ca-bundle", "reconcileID": "4d22fb1f-bac0-4272-b86d-738ef264920a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e46537b5"} 2026-07-22T02:43:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e46537b5"}, "namespace": "ai-tenant-e2e-ait-e46537b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9744482e-6205-48c7-b13d-cde24f40c3f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e46537b5"} 2026-07-22T02:43:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "e6a08958-398e-4ef0-a3ed-b2da70be6061", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "e6a08958-398e-4ef0-a3ed-b2da70be6061", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "e6a08958-398e-4ef0-a3ed-b2da70be6061", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4906ea65-e4e0-4cfe-9a93-dcb4e89243e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-22T02:43:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "097db6c1-ff57-41b1-999b-bccbd5fcbd83", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:43:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "097db6c1-ff57-41b1-999b-bccbd5fcbd83", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:43:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "097db6c1-ff57-41b1-999b-bccbd5fcbd83", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "093df004-e036-4751-82ec-43ce57664954", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "093df004-e036-4751-82ec-43ce57664954", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "093df004-e036-4751-82ec-43ce57664954", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:44:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "6244877e-b7f4-4f64-908d-53d37e2c139b", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:44:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "6244877e-b7f4-4f64-908d-53d37e2c139b", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5-authn-ssl"} 2026-07-22T02:44:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "6244877e-b7f4-4f64-908d-53d37e2c139b", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:44:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e46537b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e46537b5", "reconcileID": "44363532-65b5-4b07-9d80-2eb5d481343c", "Gateway": "e2e-ait-e46537b5", "namespace": "openshift-ingress"} 2026-07-22T02:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "openshift-service-ca.crt", "reconcileID": "4e7078f6-ee4b-4343-844b-0a094502f2c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-12ff7d8c"} 2026-07-22T02:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "9814daf0-e789-4761-b0da-0940bf01bec1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-12ff7d8c"} 2026-07-22T02:44:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "openshift-service-ca.crt", "reconcileID": "34a2f597-9a37-459a-9fdd-fda71ad4e65c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:44:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "openshift-service-ca.crt", "reconcileID": "34a2f597-9a37-459a-9fdd-fda71ad4e65c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-12ff7d8c"} 2026-07-22T02:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "openshift-service-ca.crt", "reconcileID": "b07a319f-14a4-45d6-9f52-575636b06456", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-12ff7d8c"} 2026-07-22T02:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30ac2537-1c11-4283-bb75-13da79d6cdf7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-12ff7d8c"} 2026-07-22T02:44:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "de01d58d-2469-4716-90b7-30d4d8487b80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:44:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "de01d58d-2469-4716-90b7-30d4d8487b80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-12ff7d8c"} 2026-07-22T02:44:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-12ff7d8c"}, "namespace": "ai-tenant-e2e-migrate-12ff7d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d6316a2-80d9-4354-a0f5-30dfa4efca37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-12ff7d8c"} 2026-07-22T02:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "b83714d9-2f55-4e87-a620-0e4e3d98b1b9", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "b83714d9-2f55-4e87-a620-0e4e3d98b1b9", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "b83714d9-2f55-4e87-a620-0e4e3d98b1b9", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "cbd785aa-b57e-4b5a-8f18-73f8fdbc740f", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "cbd785aa-b57e-4b5a-8f18-73f8fdbc740f", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "cbd785aa-b57e-4b5a-8f18-73f8fdbc740f", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "15541f4b-77ef-4ef2-840d-7a3b30ca3cd2", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "15541f4b-77ef-4ef2-840d-7a3b30ca3cd2", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "15541f4b-77ef-4ef2-840d-7a3b30ca3cd2", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "e305cce5-d193-4f2b-9a76-6c1e8b75106c", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "e305cce5-d193-4f2b-9a76-6c1e8b75106c", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "e305cce5-d193-4f2b-9a76-6c1e8b75106c", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "fd37ae9d-984c-449f-b73d-a981647c196c", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "fd37ae9d-984c-449f-b73d-a981647c196c", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "fd37ae9d-984c-449f-b73d-a981647c196c", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "c058f57e-692c-4606-96f5-4955c3df1cff", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "c058f57e-692c-4606-96f5-4955c3df1cff", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "c058f57e-692c-4606-96f5-4955c3df1cff", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "562ac641-2687-48a0-a337-9853cce6862a", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "562ac641-2687-48a0-a337-9853cce6862a", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "562ac641-2687-48a0-a337-9853cce6862a", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "5902bebb-599a-4323-899d-3568458c0980", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "5902bebb-599a-4323-899d-3568458c0980", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "5902bebb-599a-4323-899d-3568458c0980", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "644e9e9a-6e05-4ead-b8fd-7dffc95e0eb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-22T02:44:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "3b72cff9-062b-4e82-a1d7-9182d2201e6b", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:44:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "3b72cff9-062b-4e82-a1d7-9182d2201e6b", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "3b72cff9-062b-4e82-a1d7-9182d2201e6b", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:45:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "112aefae-a0b4-483c-99d3-21126d7d27d9", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:45:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "112aefae-a0b4-483c-99d3-21126d7d27d9", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:45:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "112aefae-a0b4-483c-99d3-21126d7d27d9", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:45:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "ed38053d-4d1e-4962-a109-86fa6feb9f67", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:45:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "ed38053d-4d1e-4962-a109-86fa6feb9f67", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw-authn-ssl"} 2026-07-22T02:45:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "ed38053d-4d1e-4962-a109-86fa6feb9f67", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:45:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-12ff7d8c-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-12ff7d8c-gw", "reconcileID": "f0bbc0b7-1183-4a54-b999-0edc1dd8af41", "Gateway": "e2e-migrate-12ff7d8c-gw", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "e0392097-e541-4553-a44b-26302923fa48", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "e0392097-e541-4553-a44b-26302923fa48", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "e0392097-e541-4553-a44b-26302923fa48", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "6ac1d29b-4ab4-46f1-9ac0-2fc664c08370", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "6ac1d29b-4ab4-46f1-9ac0-2fc664c08370", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "6ac1d29b-4ab4-46f1-9ac0-2fc664c08370", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "5a239c77-d0b1-43f1-8a6f-32b913a6b590", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "5a239c77-d0b1-43f1-8a6f-32b913a6b590", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "5a239c77-d0b1-43f1-8a6f-32b913a6b590", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "0303eb11-891d-40c8-b1ab-28c271891b41", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "0303eb11-891d-40c8-b1ab-28c271891b41", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "0303eb11-891d-40c8-b1ab-28c271891b41", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "e9d707f8-60a2-4be8-91cb-525466cc8e8c", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "e9d707f8-60a2-4be8-91cb-525466cc8e8c", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "e9d707f8-60a2-4be8-91cb-525466cc8e8c", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "cb8a4a2e-cf4b-4728-bf46-bdb7fecaa869", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "cb8a4a2e-cf4b-4728-bf46-bdb7fecaa869", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "cb8a4a2e-cf4b-4728-bf46-bdb7fecaa869", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "b0d0638e-adef-4229-88d8-3b80c94e0fe4", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "b0d0638e-adef-4229-88d8-3b80c94e0fe4", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "b0d0638e-adef-4229-88d8-3b80c94e0fe4", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "497da5dd-397e-4a1d-9075-938f1facdd8c", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "497da5dd-397e-4a1d-9075-938f1facdd8c", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "497da5dd-397e-4a1d-9075-938f1facdd8c", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "openshift-service-ca.crt", "reconcileID": "4ea70334-02d0-4524-a10c-373737af8aa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e4b39588"} 2026-07-22T02:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "odh-trusted-ca-bundle", "reconcileID": "1d212844-5ef6-42fe-96c6-f3f5bbd0d0aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e4b39588"} 2026-07-22T02:45:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "openshift-service-ca.crt", "reconcileID": "79d2a188-7bf5-4a73-8aac-d24211c0ae9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e4b39588", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:45:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "openshift-service-ca.crt", "reconcileID": "79d2a188-7bf5-4a73-8aac-d24211c0ae9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e4b39588"} 2026-07-22T02:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a8eaa19-a4f4-4a5a-b670-2feff561450c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e4b39588"} 2026-07-22T02:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "openshift-service-ca.crt", "reconcileID": "ccc136c7-fd14-4d77-b6ce-19e262ca0ef7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e4b39588"} 2026-07-22T02:45:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "odh-trusted-ca-bundle", "reconcileID": "442fe81b-4afa-4056-9772-effa85c24414", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e4b39588", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:45:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "odh-trusted-ca-bundle", "reconcileID": "442fe81b-4afa-4056-9772-effa85c24414", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e4b39588"} 2026-07-22T02:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e4b39588"}, "namespace": "ai-tenant-e2e-ait-e4b39588", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67190808-10ef-4e19-ba70-cca1c58da9be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e4b39588"} 2026-07-22T02:45:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "cee3c63a-2401-45bc-8b46-3235067fa118", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "cee3c63a-2401-45bc-8b46-3235067fa118", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "cee3c63a-2401-45bc-8b46-3235067fa118", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a29e271d-1c90-4742-8a8e-120e4bab6fa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-22T02:45:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "002970e7-a5e7-4ca3-9e70-bf6402f15c16", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "002970e7-a5e7-4ca3-9e70-bf6402f15c16", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "002970e7-a5e7-4ca3-9e70-bf6402f15c16", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4fd62a9-66ec-451e-b795-dbba2e4cafb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-22T02:45:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "edb1b984-41a0-4ceb-96f9-41ea71f1e013", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-22T02:45:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "47dd20b8-e048-49e9-9513-de93031263c9", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "47dd20b8-e048-49e9-9513-de93031263c9", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "47dd20b8-e048-49e9-9513-de93031263c9", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "ced5a9dd-0e33-4e7e-915d-8190930b8ea3", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "ced5a9dd-0e33-4e7e-915d-8190930b8ea3", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588-authn-ssl"} 2026-07-22T02:45:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "ced5a9dd-0e33-4e7e-915d-8190930b8ea3", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e4b39588","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e4b39588", "reconcileID": "a4dccd99-9b49-4b7e-b8a4-296c624c0476", "Gateway": "e2e-ait-e4b39588", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "666839fe-d93c-46a9-acd9-fac61e57e97c", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "666839fe-d93c-46a9-acd9-fac61e57e97c", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "666839fe-d93c-46a9-acd9-fac61e57e97c", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "0d3f22d6-03bd-43d3-94ea-b499c2af6a19", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "0d3f22d6-03bd-43d3-94ea-b499c2af6a19", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "0d3f22d6-03bd-43d3-94ea-b499c2af6a19", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "2c48bb0a-64e4-42fb-bade-79e983847e62", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "2c48bb0a-64e4-42fb-bade-79e983847e62", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "2c48bb0a-64e4-42fb-bade-79e983847e62", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "1f9cf2fb-9d28-40dc-9fa2-76025f3d414f", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "1f9cf2fb-9d28-40dc-9fa2-76025f3d414f", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "1f9cf2fb-9d28-40dc-9fa2-76025f3d414f", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "49f5059f-f46d-4a8d-b74d-bae3cadc92b4", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "49f5059f-f46d-4a8d-b74d-bae3cadc92b4", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "49f5059f-f46d-4a8d-b74d-bae3cadc92b4", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "6177e7d4-68be-4997-b7e8-918f5ee452a1", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "6177e7d4-68be-4997-b7e8-918f5ee452a1", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "6177e7d4-68be-4997-b7e8-918f5ee452a1", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "c035280e-43e0-4ffd-b18d-c85a94bedc3c", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "c035280e-43e0-4ffd-b18d-c85a94bedc3c", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "c035280e-43e0-4ffd-b18d-c85a94bedc3c", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "openshift-service-ca.crt", "reconcileID": "cf675168-6a25-4545-a393-c3c5b0cc348f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-fbf4b46e"} 2026-07-22T02:45:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "odh-trusted-ca-bundle", "reconcileID": "516484a2-8061-4f2c-8dcc-158e3c6f4934", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-fbf4b46e"} 2026-07-22T02:45:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "openshift-service-ca.crt", "reconcileID": "3838deab-28c3-4509-8a8a-7fd5c00a2fd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-fbf4b46e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:45:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "openshift-service-ca.crt", "reconcileID": "3838deab-28c3-4509-8a8a-7fd5c00a2fd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-fbf4b46e"} 2026-07-22T02:45:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fffcba4-55e2-478d-8d27-9cdaf3755a9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-fbf4b46e"} 2026-07-22T02:45:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "openshift-service-ca.crt", "reconcileID": "dbf09544-60ca-49d8-82ad-b815b6792eac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-fbf4b46e"} 2026-07-22T02:45:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "odh-trusted-ca-bundle", "reconcileID": "ea507f8c-e295-439b-95e2-7ba221f342bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-fbf4b46e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:45:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "odh-trusted-ca-bundle", "reconcileID": "ea507f8c-e295-439b-95e2-7ba221f342bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-fbf4b46e"} 2026-07-22T02:45:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-fbf4b46e"}, "namespace": "ai-tenant-e2e-derive-fbf4b46e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8f7bc29-3388-4d87-bcad-1ab87fdb559d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-fbf4b46e"} 2026-07-22T02:45:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "c29f5e64-2c2e-4e8d-8d31-7496603375c4", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "c29f5e64-2c2e-4e8d-8d31-7496603375c4", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:45:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "c29f5e64-2c2e-4e8d-8d31-7496603375c4", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57145234-17e7-48bd-a5f9-f4e70f940696", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-22T02:46:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "e5237a9b-7d90-4c5a-a718-837e3c1efc11", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:46:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "e5237a9b-7d90-4c5a-a718-837e3c1efc11", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:46:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "e5237a9b-7d90-4c5a-a718-837e3c1efc11", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:46:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "f832f8c7-876e-4c74-b5e2-3848f59d6900", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:46:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "f832f8c7-876e-4c74-b5e2-3848f59d6900", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:46:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "f832f8c7-876e-4c74-b5e2-3848f59d6900", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "ab8543bd-a280-44a6-baac-82d05de2b48a", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "ab8543bd-a280-44a6-baac-82d05de2b48a", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e-authn-ssl"} 2026-07-22T02:46:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "ab8543bd-a280-44a6-baac-82d05de2b48a", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:46:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-fbf4b46e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-fbf4b46e", "reconcileID": "69ab91b5-49b2-420c-942c-28d19f611b6a", "Gateway": "e2e-derive-fbf4b46e", "namespace": "openshift-ingress"} 2026-07-22T02:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-trusted-ca-bundle", "reconcileID": "998597e1-5d74-4919-9639-9e902c487a2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "23a40041-147f-4fdf-ba9d-caa212e3d2aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "533b6b3a-f0f3-426f-9f5b-eae17b4c845e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-463d0b4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:46:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "533b6b3a-f0f3-426f-9f5b-eae17b4c845e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "1d37282e-00f8-454d-bb2d-873697e1e664", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-463d0b4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:46:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "1d37282e-00f8-454d-bb2d-873697e1e664", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27126439-3ff8-437b-867b-628116c5f4d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "c5f59a3d-ac05-495e-a7a3-9c0bc37a38ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-trusted-ca-bundle", "reconcileID": "5a2217ae-05c9-4ee5-a631-a996ad79edc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:46:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-trusted-ca-bundle", "reconcileID": "5a2217ae-05c9-4ee5-a631-a996ad79edc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b30e9d5-3a38-4e68-a98a-87ea29132e5a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83b4fd3c-713d-4238-8d3a-66429374b369", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:46:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83b4fd3c-713d-4238-8d3a-66429374b369", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:46:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83b4fd3c-713d-4238-8d3a-66429374b369", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:46:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ccf0756-c8a8-4ace-9d87-07595874df24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ccf0756-c8a8-4ace-9d87-07595874df24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:46:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ccf0756-c8a8-4ace-9d87-07595874df24", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-463d0b4f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:46:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-trusted-ca-bundle", "reconcileID": "59906906-6d13-4520-ada1-38381a091d7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-trusted-ca-bundle", "reconcileID": "59906906-6d13-4520-ada1-38381a091d7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "25245b4e-fbd4-4382-86af-55644a70562b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "openshift-service-ca.crt", "reconcileID": "25245b4e-fbd4-4382-86af-55644a70562b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b3ad32c-fa2e-494f-a2f4-45618152a054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-463d0b4f"}, "namespace": "ai-tenant-e2e-mt-463d0b4f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b3ad32c-fa2e-494f-a2f4-45618152a054", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-463d0b4f"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "openshift-service-ca.crt", "reconcileID": "c082a0f7-935e-4487-b0b5-6a402abf4301", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-trusted-ca-bundle", "reconcileID": "a0cfbb29-ca55-4c37-8090-0a573bdbcb96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:46:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "openshift-service-ca.crt", "reconcileID": "059425f5-ec76-487d-b649-6d8ec68a4252", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f259cc14", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:46:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "openshift-service-ca.crt", "reconcileID": "059425f5-ec76-487d-b649-6d8ec68a4252", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48d7bd5d-4a28-4cde-9d34-40469098beb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "openshift-service-ca.crt", "reconcileID": "071666ec-40e1-46e5-82af-8a23b304eee5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:46:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-trusted-ca-bundle", "reconcileID": "355f3cf2-c959-4b02-bdde-1450fe0f4875", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:46:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-trusted-ca-bundle", "reconcileID": "355f3cf2-c959-4b02-bdde-1450fe0f4875", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c152040-f90f-494b-8108-d13391bee83e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:46:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97d490a6-62cc-4cfa-a273-dce4c6acdddd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:46:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97d490a6-62cc-4cfa-a273-dce4c6acdddd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:46:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "97d490a6-62cc-4cfa-a273-dce4c6acdddd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "445ebf7c-f7d3-4c10-8f48-3d3f034f6c76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "445ebf7c-f7d3-4c10-8f48-3d3f034f6c76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "445ebf7c-f7d3-4c10-8f48-3d3f034f6c76", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:47:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6e21b0a-6131-4fe9-b34e-3d060d29b558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:47:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6e21b0a-6131-4fe9-b34e-3d060d29b558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:47:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6e21b0a-6131-4fe9-b34e-3d060d29b558", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f259cc14 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:47:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-trusted-ca-bundle", "reconcileID": "0ffb270d-4523-4f3b-9205-f131069911bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-trusted-ca-bundle", "reconcileID": "0ffb270d-4523-4f3b-9205-f131069911bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:47:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "openshift-service-ca.crt", "reconcileID": "97cbb3b3-f017-406f-9e13-bc7e18a8dc9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "openshift-service-ca.crt", "reconcileID": "97cbb3b3-f017-406f-9e13-bc7e18a8dc9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:47:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "928c3f05-252d-4fc6-b844-c59cde5be911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:47:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f259cc14"}, "namespace": "ai-tenant-e2e-mt-f259cc14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "928c3f05-252d-4fc6-b844-c59cde5be911", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f259cc14"} 2026-07-22T02:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ebd5a7c-5a5f-4e20-b77f-9c6cb2e5d8ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ebd5a7c-5a5f-4e20-b77f-9c6cb2e5d8ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4ebd5a7c-5a5f-4e20-b77f-9c6cb2e5d8ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-trusted-ca-bundle", "reconcileID": "d134add3-b1c5-4ea8-b162-fd1d7935b6a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "openshift-service-ca.crt", "reconcileID": "19dd43e7-1a7c-4547-9796-9518bf38b84e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "openshift-service-ca.crt", "reconcileID": "c3e67d2b-37d3-4b0d-b870-760cbc9318ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-502d1292", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:47:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "openshift-service-ca.crt", "reconcileID": "c3e67d2b-37d3-4b0d-b870-760cbc9318ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-trusted-ca-bundle", "reconcileID": "ed84d365-9eb5-4241-9564-05eef5a3de5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-502d1292", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:47:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-trusted-ca-bundle", "reconcileID": "ed84d365-9eb5-4241-9564-05eef5a3de5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d065a6a-801b-4108-9b68-49450f04e908", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "openshift-service-ca.crt", "reconcileID": "d6a3d131-35ef-47dc-9d41-d0a9fa035561", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2da492a3-e04a-4ca3-890d-f99274b5121d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2da492a3-e04a-4ca3-890d-f99274b5121d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-502d1292", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:47:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2da492a3-e04a-4ca3-890d-f99274b5121d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-502d1292 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:47:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-trusted-ca-bundle", "reconcileID": "022a2492-bca7-4641-ab70-d80474627022", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-trusted-ca-bundle", "reconcileID": "022a2492-bca7-4641-ab70-d80474627022", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "openshift-service-ca.crt", "reconcileID": "f679bd72-0790-4353-86b5-690cb04d8b31", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "openshift-service-ca.crt", "reconcileID": "f679bd72-0790-4353-86b5-690cb04d8b31", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2baf5600-af76-45ac-8fa2-5d15192d1ab8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-502d1292"}, "namespace": "e2e-unlabeled-502d1292", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2baf5600-af76-45ac-8fa2-5d15192d1ab8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-502d1292"} 2026-07-22T02:47:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "openshift-service-ca.crt", "reconcileID": "84667f58-9f9f-4032-8ea7-9740aafa9c7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:47:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-trusted-ca-bundle", "reconcileID": "c7f97f67-e4ef-4176-86c9-87579b32fc48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:47:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "openshift-service-ca.crt", "reconcileID": "c30dea7a-f252-4b56-8e60-c34957ad517a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e70159ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:47:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "openshift-service-ca.crt", "reconcileID": "c30dea7a-f252-4b56-8e60-c34957ad517a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:47:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8432ffb0-bfd6-418c-b070-4d18715633dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:47:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "openshift-service-ca.crt", "reconcileID": "c195f331-bd22-42ec-bf1e-f150bf31dc83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:47:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-trusted-ca-bundle", "reconcileID": "b47f603a-9ad1-42ea-a98e-ca0484c0c027", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:47:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-trusted-ca-bundle", "reconcileID": "b47f603a-9ad1-42ea-a98e-ca0484c0c027", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:47:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f83b7a2d-c017-47dc-b5e4-e22682877158", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:47:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52153977-2d25-4c46-9b05-5fc4bd1ddbb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:47:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52153977-2d25-4c46-9b05-5fc4bd1ddbb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:47:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "52153977-2d25-4c46-9b05-5fc4bd1ddbb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:48:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ea39c6-ac24-402e-9ded-8c96c00ca3c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ea39c6-ac24-402e-9ded-8c96c00ca3c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6ea39c6-ac24-402e-9ded-8c96c00ca3c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e70159ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:48:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3683484c-ecdf-46d3-9d14-add5ac139a10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3683484c-ecdf-46d3-9d14-add5ac139a10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3683484c-ecdf-46d3-9d14-add5ac139a10", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e70159ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:48:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-trusted-ca-bundle", "reconcileID": "d9c66d14-19ae-4086-8d71-28a25ff539a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-trusted-ca-bundle", "reconcileID": "d9c66d14-19ae-4086-8d71-28a25ff539a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "openshift-service-ca.crt", "reconcileID": "0fcf41ec-a259-45e5-9d1e-e9bcb316668c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "openshift-service-ca.crt", "reconcileID": "0fcf41ec-a259-45e5-9d1e-e9bcb316668c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8c83ea3-6a7c-425c-8d5a-9f75ab04af37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e70159ef"}, "namespace": "ai-tenant-e2e-mt-e70159ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8c83ea3-6a7c-425c-8d5a-9f75ab04af37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e70159ef"} 2026-07-22T02:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51fcc596-3f4f-4aed-a821-46042fa48de4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51fcc596-3f4f-4aed-a821-46042fa48de4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "51fcc596-3f4f-4aed-a821-46042fa48de4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "95854ff8-95db-4bdd-8cca-406412fc6f46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "openshift-service-ca.crt", "reconcileID": "115e39f6-70f9-4479-81b5-335a3f0bff82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "openshift-service-ca.crt", "reconcileID": "eed55b37-c423-4145-ab8b-55365126f41b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-54be0100", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "openshift-service-ca.crt", "reconcileID": "eed55b37-c423-4145-ab8b-55365126f41b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4afa9144-0c06-4bdd-8cfe-a1e850ea2727", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "openshift-service-ca.crt", "reconcileID": "19480b82-ea36-49d6-8bf0-f026e90c5f78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "b3cfaa2c-94af-4935-b686-9b82136e53ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "b3cfaa2c-94af-4935-b686-9b82136e53ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6378eafe-edfc-4cff-81e3-987396eedfcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "openshift-service-ca.crt", "reconcileID": "82c2ba4a-6753-4360-981a-4c9591324d6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "openshift-service-ca.crt", "reconcileID": "ea5015ac-dbd6-42d5-a589-a60c731c5227", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6f5b264", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "openshift-service-ca.crt", "reconcileID": "ea5015ac-dbd6-42d5-a589-a60c731c5227", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e42a1d37-2dd5-4d3e-97ef-d82685ca4c19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "openshift-service-ca.crt", "reconcileID": "5717282e-3378-4eec-b4ec-053ffd6c16df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-trusted-ca-bundle", "reconcileID": "80ebfb2d-2848-4715-b7e7-7cccee6613c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-trusted-ca-bundle", "reconcileID": "c146a789-128e-4080-ad4b-77f500f0f961", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-trusted-ca-bundle", "reconcileID": "c146a789-128e-4080-ad4b-77f500f0f961", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e698ea0f-6bf4-437e-9d7b-2791cb50d06c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7bb05aa-3f91-4fb1-b491-aab910c7f617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7bb05aa-3f91-4fb1-b491-aab910c7f617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d7bb05aa-3f91-4fb1-b491-aab910c7f617", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a188b89a-e234-44f2-994e-4f3d34fa3b2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a188b89a-e234-44f2-994e-4f3d34fa3b2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a188b89a-e234-44f2-994e-4f3d34fa3b2b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-54be0100 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "c023abab-011d-4e73-99b5-7b7eaab29859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "c023abab-011d-4e73-99b5-7b7eaab29859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "c023abab-011d-4e73-99b5-7b7eaab29859", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-54be0100 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a723226-3fb5-449c-b4c5-d56bd7faeb46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a723226-3fb5-449c-b4c5-d56bd7faeb46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "openshift-service-ca.crt", "reconcileID": "1f5c1b53-7cab-4a9e-bf37-6d85efe736ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "openshift-service-ca.crt", "reconcileID": "1f5c1b53-7cab-4a9e-bf37-6d85efe736ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "e2197c44-adc6-4a68-b217-56809cdcee5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-54be0100"}, "namespace": "ai-tenant-e2e-mt-54be0100", "name": "odh-trusted-ca-bundle", "reconcileID": "e2197c44-adc6-4a68-b217-56809cdcee5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-54be0100"} 2026-07-22T02:48:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bc2176a-eba8-49e4-9373-7f9f413c194e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bc2176a-eba8-49e4-9373-7f9f413c194e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bc2176a-eba8-49e4-9373-7f9f413c194e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a6f5b264 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:48:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-trusted-ca-bundle", "reconcileID": "b0f024d9-68e1-412f-8475-905a14a316d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-trusted-ca-bundle", "reconcileID": "b0f024d9-68e1-412f-8475-905a14a316d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "openshift-service-ca.crt", "reconcileID": "5f05b280-7696-40b5-9c61-6cae87010b29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "openshift-service-ca.crt", "reconcileID": "5f05b280-7696-40b5-9c61-6cae87010b29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b07235-99b0-48b5-94a6-1cefe38eb59c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6f5b264"}, "namespace": "ai-tenant-e2e-mt-a6f5b264", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4b07235-99b0-48b5-94a6-1cefe38eb59c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6f5b264"} 2026-07-22T02:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "c02be0f7-40cb-4516-82f8-003719786ae0", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "c02be0f7-40cb-4516-82f8-003719786ae0", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "c02be0f7-40cb-4516-82f8-003719786ae0", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "a2749ff6-bb6c-40be-9dcc-e80a80331ac3", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "a2749ff6-bb6c-40be-9dcc-e80a80331ac3", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "a2749ff6-bb6c-40be-9dcc-e80a80331ac3", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "d820206c-e172-4cc8-916a-ef7b04a7fd81", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "d820206c-e172-4cc8-916a-ef7b04a7fd81", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "d820206c-e172-4cc8-916a-ef7b04a7fd81", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "3e595c5e-e0e0-40ec-95a4-83350f409301", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "3e595c5e-e0e0-40ec-95a4-83350f409301", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "3e595c5e-e0e0-40ec-95a4-83350f409301", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "8101d4d8-913e-41b1-a193-617da907def4", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "8101d4d8-913e-41b1-a193-617da907def4", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "8101d4d8-913e-41b1-a193-617da907def4", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "a2c38af2-6373-4233-a197-45a51e1e9241", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "a2c38af2-6373-4233-a197-45a51e1e9241", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "a2c38af2-6373-4233-a197-45a51e1e9241", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "69e62390-67bb-4f86-a751-485c969cd1c2", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "69e62390-67bb-4f86-a751-485c969cd1c2", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "69e62390-67bb-4f86-a751-485c969cd1c2", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "41ad5c32-c006-4b43-b253-5dc46e38b222", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "c925e55d-03ab-4873-aebe-0a76176f94ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "5838dd4d-8d03-402e-ae98-45c78eff4d85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-699fd371", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "5838dd4d-8d03-402e-ae98-45c78eff4d85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "1e7ee8cd-159c-43d1-ac0c-5036d1cb1439", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebc07c70-f322-4bd2-bfd6-7341f71374fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:48:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "6cf80486-0f7e-4a07-80d1-ea09697f941c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "6cf80486-0f7e-4a07-80d1-ea09697f941c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:48:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cf6bf0-bd6a-49ef-a38f-e564348455de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:48:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "0091dac8-a352-4430-a2f1-90875562e101", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "0091dac8-a352-4430-a2f1-90875562e101", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "0091dac8-a352-4430-a2f1-90875562e101", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25ceaf00-73c8-4ba3-9f3b-42348af770f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-22T02:48:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "f22fbbf4-ee47-4ab9-86ad-614397af91de", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "f22fbbf4-ee47-4ab9-86ad-614397af91de", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "f22fbbf4-ee47-4ab9-86ad-614397af91de", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "6dd599e7-89fd-404e-a728-010c7dbf260f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "487ab43f-7232-4ab5-8eee-abb036471a1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "0d785038-f411-43ef-85b9-a5453a3d846b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-699fd371", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "0d785038-f411-43ef-85b9-a5453a3d846b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "2376d612-31fc-4d37-b759-48d05a530d0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f6fe5a3-9798-4e67-9f3c-810292f17e51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "0d213e3c-9ebc-428d-bff6-8b12b7b690df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-699fd371", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "0d213e3c-9ebc-428d-bff6-8b12b7b690df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2f3b396-5a8a-4a00-bb1f-1734d38b67af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70e9dad3-b2b0-4718-8dd1-a3275d85906c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70e9dad3-b2b0-4718-8dd1-a3275d85906c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-699fd371", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:48:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70e9dad3-b2b0-4718-8dd1-a3275d85906c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-699fd371 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:48:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "2f6754af-b749-4436-a325-8a8a6601a475", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "2f6754af-b749-4436-a325-8a8a6601a475", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "2e08d725-ddd7-40c1-8fe3-5109c6f4e55b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "2e08d725-ddd7-40c1-8fe3-5109c6f4e55b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27869574-ec2a-4067-b001-dad6919d2dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-699fd371"}, "namespace": "e2e-mt-other-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27869574-ec2a-4067-b001-dad6919d2dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-699fd371"} 2026-07-22T02:48:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "5bae6708-6c90-40c4-9692-19b5e3f280e2", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "5bae6708-6c90-40c4-9692-19b5e3f280e2", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "5bae6708-6c90-40c4-9692-19b5e3f280e2", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "aa3a0090-68d2-4ff1-aace-a874cc41d178", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "aa3a0090-68d2-4ff1-aace-a874cc41d178", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress", "name": "e2e-mt-699fd371-authn-ssl"} 2026-07-22T02:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "aa3a0090-68d2-4ff1-aace-a874cc41d178", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:49:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81da8e0a-423c-405e-8141-8fe5debc59d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:49:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81da8e0a-423c-405e-8141-8fe5debc59d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:49:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81da8e0a-423c-405e-8141-8fe5debc59d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-699fd371 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:49:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "b593613a-4461-468a-b649-5ed55357d948", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-trusted-ca-bundle", "reconcileID": "b593613a-4461-468a-b649-5ed55357d948", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:49:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "7117f2b8-c8de-4198-9255-52d39bb0e07a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "openshift-service-ca.crt", "reconcileID": "7117f2b8-c8de-4198-9255-52d39bb0e07a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:49:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dff5dc3-2738-4555-a9f6-58fdb464dd57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:49:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-699fd371"}, "namespace": "ai-tenant-e2e-mt-699fd371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2dff5dc3-2738-4555-a9f6-58fdb464dd57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-699fd371"} 2026-07-22T02:49:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-699fd371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-699fd371", "reconcileID": "ab3b5c1f-05c1-49cf-b27d-8174dd859c2a", "Gateway": "e2e-mt-699fd371", "namespace": "openshift-ingress"} 2026-07-22T02:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "openshift-service-ca.crt", "reconcileID": "84ab45d0-1851-4f49-9dd6-dadfd78af9d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-trusted-ca-bundle", "reconcileID": "83d0e96e-4fad-4855-81c6-488cdfd5819b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "openshift-service-ca.crt", "reconcileID": "b9134b32-8a66-45f4-9fce-c046f01e60e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d0a8a24e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:49:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "openshift-service-ca.crt", "reconcileID": "b9134b32-8a66-45f4-9fce-c046f01e60e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ce31f88-4dda-48c1-8bb4-b65ca14bc6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "openshift-service-ca.crt", "reconcileID": "2de97c09-2d32-403a-88c6-6015ca1b3b30", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-trusted-ca-bundle", "reconcileID": "72a41b51-0679-4875-9c64-9bf220240796", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:49:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-trusted-ca-bundle", "reconcileID": "72a41b51-0679-4875-9c64-9bf220240796", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66f11f91-90b8-48ec-8149-b07d5a2fad1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac11b73a-2112-4c32-96c6-aa756a734194", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac11b73a-2112-4c32-96c6-aa756a734194", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:49:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac11b73a-2112-4c32-96c6-aa756a734194", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-d0a8a24e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-trusted-ca-bundle", "reconcileID": "9f8f8fe8-3f0f-457e-a7d5-15e20b849b74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-trusted-ca-bundle", "reconcileID": "9f8f8fe8-3f0f-457e-a7d5-15e20b849b74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "openshift-service-ca.crt", "reconcileID": "5c4059b2-2eb6-464a-a59f-7a15844ed159", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "openshift-service-ca.crt", "reconcileID": "5c4059b2-2eb6-464a-a59f-7a15844ed159", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce95fb5d-d12f-418c-8b03-57ee3e0aab0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d0a8a24e"}, "namespace": "e2e-webhook-sub-d0a8a24e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce95fb5d-d12f-418c-8b03-57ee3e0aab0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d0a8a24e"} 2026-07-22T02:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "openshift-service-ca.crt", "reconcileID": "495c7dfa-ac01-436c-a16c-1043f30816fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-trusted-ca-bundle", "reconcileID": "ee3a066f-ace4-47e1-b6f8-acd4aba22666", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "openshift-service-ca.crt", "reconcileID": "a07cb303-7423-40d6-8fcf-6bfb4fe4f753", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c16d141d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:49:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "openshift-service-ca.crt", "reconcileID": "a07cb303-7423-40d6-8fcf-6bfb4fe4f753", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "openshift-service-ca.crt", "reconcileID": "88c935b3-5911-4443-9565-84aa9b9ec468", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14d91902-d04e-41a0-a098-d7ae50ab39e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-trusted-ca-bundle", "reconcileID": "62c55ac7-0f7c-4df3-af2b-d68bc55ac1fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:49:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-trusted-ca-bundle", "reconcileID": "62c55ac7-0f7c-4df3-af2b-d68bc55ac1fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c96ceab2-c2a1-4840-a5b1-d45950155a68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44c5bb30-39ca-4178-bd6d-df74379c13b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44c5bb30-39ca-4178-bd6d-df74379c13b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-22T02:49:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44c5bb30-39ca-4178-bd6d-df74379c13b5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-c16d141d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-22T02:49:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-trusted-ca-bundle", "reconcileID": "90a978f8-5dfb-4846-a70e-5f43b498320b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-trusted-ca-bundle", "reconcileID": "90a978f8-5dfb-4846-a70e-5f43b498320b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "openshift-service-ca.crt", "reconcileID": "1fe64500-ec26-4ee3-9900-b5abf1b8879a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "openshift-service-ca.crt", "reconcileID": "1fe64500-ec26-4ee3-9900-b5abf1b8879a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f11cabd-493b-4049-a4e2-e2024ea44ebf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c16d141d"}, "namespace": "e2e-webhook-auth-c16d141d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f11cabd-493b-4049-a4e2-e2024ea44ebf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c16d141d"} 2026-07-22T02:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5c85451-8221-431f-990c-b213dd541901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-22T02:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5c85451-8221-431f-990c-b213dd541901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-22T02:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5c85451-8221-431f-990c-b213dd541901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}