sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:29:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-39e62746"}, "namespace": "e2e-ait-wrong-39e62746", "name": "odh-trusted-ca-bundle", "reconcileID": "3fbd3cc2-180d-42e4-a5bd-e373c1a975e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-39e62746"} 2026-07-21T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-39e62746"}, "namespace": "e2e-ait-wrong-39e62746", "name": "odh-trusted-ca-bundle", "reconcileID": "3fbd3cc2-180d-42e4-a5bd-e373c1a975e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-39e62746"} 2026-07-21T15:29:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-39e62746"}, "namespace": "e2e-ait-wrong-39e62746", "name": "openshift-service-ca.crt", "reconcileID": "626d4507-bf1e-4412-aa50-884c9b315071", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-39e62746"} 2026-07-21T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-39e62746"}, "namespace": "e2e-ait-wrong-39e62746", "name": "openshift-service-ca.crt", "reconcileID": "626d4507-bf1e-4412-aa50-884c9b315071", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-39e62746"} 2026-07-21T15:29:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-39e62746"}, "namespace": "e2e-ait-wrong-39e62746", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62de04eb-2ddc-4c8e-8f65-63db990a457a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-39e62746"} 2026-07-21T15:29:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-39e62746"}, "namespace": "e2e-ait-wrong-39e62746", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62de04eb-2ddc-4c8e-8f65-63db990a457a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-39e62746"} 2026-07-21T15:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "a7937884-cd9d-40c8-a6e8-ab33928ab220", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "a7937884-cd9d-40c8-a6e8-ab33928ab220", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "a7937884-cd9d-40c8-a6e8-ab33928ab220", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "536f1d42-fe18-4d30-9a5a-98878bb642d7", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "536f1d42-fe18-4d30-9a5a-98878bb642d7", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "536f1d42-fe18-4d30-9a5a-98878bb642d7", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "816c1fd5-0aba-497a-a8b0-72bd4bcc764c", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "816c1fd5-0aba-497a-a8b0-72bd4bcc764c", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "816c1fd5-0aba-497a-a8b0-72bd4bcc764c", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "aa5523e8-8f4e-4f6e-8220-19d1fe0c756b", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "aa5523e8-8f4e-4f6e-8220-19d1fe0c756b", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "aa5523e8-8f4e-4f6e-8220-19d1fe0c756b", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "6c75a372-e3a7-4171-856d-49e6107acf36", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "6c75a372-e3a7-4171-856d-49e6107acf36", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "6c75a372-e3a7-4171-856d-49e6107acf36", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "16c29bdf-2339-4e58-9921-149629ef9f8c", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "16c29bdf-2339-4e58-9921-149629ef9f8c", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "16c29bdf-2339-4e58-9921-149629ef9f8c", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "c36c9f1d-360d-4df6-822c-3156a388f8e4", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "c36c9f1d-360d-4df6-822c-3156a388f8e4", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "c36c9f1d-360d-4df6-822c-3156a388f8e4", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "openshift-service-ca.crt", "reconcileID": "61b45f25-739a-4d73-87fb-3c95797e9f0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f780905"} 2026-07-21T15:29:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "odh-trusted-ca-bundle", "reconcileID": "e87ce4a7-58ce-49a6-b9b1-56c8ae6612ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f780905"} 2026-07-21T15:29:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "openshift-service-ca.crt", "reconcileID": "4fb1420f-9df5-4be0-925c-33e922801b20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f780905", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:29:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "openshift-service-ca.crt", "reconcileID": "4fb1420f-9df5-4be0-925c-33e922801b20", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f780905"} 2026-07-21T15:29:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "openshift-service-ca.crt", "reconcileID": "e66baae5-881a-46ba-af8f-03746ea22765", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f780905", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:29:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "openshift-service-ca.crt", "reconcileID": "e66baae5-881a-46ba-af8f-03746ea22765", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba276204-381b-4c96-b1b0-401fc5e680e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f780905"} 2026-07-21T15:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "openshift-service-ca.crt", "reconcileID": "185b2ded-c3af-49a9-9df1-add58635538c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2f780905"} 2026-07-21T15:29:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "odh-trusted-ca-bundle", "reconcileID": "06efe138-287e-49a4-9bff-a578ec765936", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f780905", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:29:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "odh-trusted-ca-bundle", "reconcileID": "06efe138-287e-49a4-9bff-a578ec765936", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f780905"} 2026-07-21T15:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2f780905"}, "namespace": "ai-tenant-e2e-ait-2f780905", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72a4c1a5-27e2-463e-9539-045979484893", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2f780905"} 2026-07-21T15:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "13cedf28-e726-4e3e-9a9f-f90546ff75c8", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "13cedf28-e726-4e3e-9a9f-f90546ff75c8", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "13cedf28-e726-4e3e-9a9f-f90546ff75c8", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:29:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "23b8da82-ee5f-4f15-aa54-8959505cda0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T15:30:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "3349ee83-68ed-4f41-9642-30ec8d01be1b", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:30:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "3349ee83-68ed-4f41-9642-30ec8d01be1b", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:30:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "3349ee83-68ed-4f41-9642-30ec8d01be1b", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:30:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "9b156770-9ff5-48f4-aece-4dd6c8361b61", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:30:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "9b156770-9ff5-48f4-aece-4dd6c8361b61", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:30:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "9b156770-9ff5-48f4-aece-4dd6c8361b61", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:30:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "073d7321-0d30-4c35-afd8-5b7b04b4c399", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:30:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "073d7321-0d30-4c35-afd8-5b7b04b4c399", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress", "name": "e2e-ait-2f780905-authn-ssl"} 2026-07-21T15:30:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2f780905","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2f780905", "reconcileID": "073d7321-0d30-4c35-afd8-5b7b04b4c399", "Gateway": "e2e-ait-2f780905", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "openshift-service-ca.crt", "reconcileID": "a3c92db5-c020-49a3-a8cb-724d7ad9c1e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3972e309"} 2026-07-21T15:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "odh-trusted-ca-bundle", "reconcileID": "0ff493ce-4be7-456d-9a9d-004c92447bbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3972e309"} 2026-07-21T15:30:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "openshift-service-ca.crt", "reconcileID": "d93045ef-362e-43a7-b15a-25fe69f16857", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3972e309", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:30:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "openshift-service-ca.crt", "reconcileID": "d93045ef-362e-43a7-b15a-25fe69f16857", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3972e309"} 2026-07-21T15:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef899492-8776-4683-9f4a-0199cd9476a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3972e309"} 2026-07-21T15:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "openshift-service-ca.crt", "reconcileID": "e0d28d92-cedd-43ff-856e-b13b3a3f99b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3972e309"} 2026-07-21T15:30:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "odh-trusted-ca-bundle", "reconcileID": "526676fd-3a74-4cef-ace1-40f752895f41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3972e309", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:30:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "odh-trusted-ca-bundle", "reconcileID": "526676fd-3a74-4cef-ace1-40f752895f41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3972e309"} 2026-07-21T15:30:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-3972e309"}, "namespace": "ai-tenant-e2e-migrate-3972e309", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbea18ed-dae9-4618-acfa-9573a938eb48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3972e309"} 2026-07-21T15:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "01ff6cec-b0d4-46fe-9f45-0e4125a19647", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "01ff6cec-b0d4-46fe-9f45-0e4125a19647", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "01ff6cec-b0d4-46fe-9f45-0e4125a19647", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "489c41e7-4f30-4d1b-ac3c-a72d635ab87a", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "489c41e7-4f30-4d1b-ac3c-a72d635ab87a", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "489c41e7-4f30-4d1b-ac3c-a72d635ab87a", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "870e8e63-f4a2-432a-9822-d643ec05d174", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "870e8e63-f4a2-432a-9822-d643ec05d174", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "870e8e63-f4a2-432a-9822-d643ec05d174", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "ccdc7642-f251-4561-b25e-5f84590e29ed", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "ccdc7642-f251-4561-b25e-5f84590e29ed", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "ccdc7642-f251-4561-b25e-5f84590e29ed", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "f08cd8ec-f895-4147-9342-ca2fea47eeab", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "f08cd8ec-f895-4147-9342-ca2fea47eeab", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "f08cd8ec-f895-4147-9342-ca2fea47eeab", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "98c7a5ae-4d61-4d1c-a1a3-b3433b57d8f0", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "98c7a5ae-4d61-4d1c-a1a3-b3433b57d8f0", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "98c7a5ae-4d61-4d1c-a1a3-b3433b57d8f0", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "c13b6f9f-3ee2-4a06-bc99-3ee706a3f8d7", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "c13b6f9f-3ee2-4a06-bc99-3ee706a3f8d7", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "c13b6f9f-3ee2-4a06-bc99-3ee706a3f8d7", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "390862e3-6120-42f1-83dd-144dc4687f94", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "390862e3-6120-42f1-83dd-144dc4687f94", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "390862e3-6120-42f1-83dd-144dc4687f94", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e37edc4a-b95b-466e-9048-36c72e896c51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T15:30:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "8577ea1d-1a9d-44e3-a78f-b610a030bda4", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:30:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "8577ea1d-1a9d-44e3-a78f-b610a030bda4", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:30:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "8577ea1d-1a9d-44e3-a78f-b610a030bda4", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "28c8d711-3bde-482e-a84d-640a21cebfbd", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "28c8d711-3bde-482e-a84d-640a21cebfbd", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "28c8d711-3bde-482e-a84d-640a21cebfbd", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:31:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "677c7ae5-f354-420d-8b44-6529641f0593", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:31:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "677c7ae5-f354-420d-8b44-6529641f0593", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw-authn-ssl"} 2026-07-21T15:31:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3972e309-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3972e309-gw", "reconcileID": "677c7ae5-f354-420d-8b44-6529641f0593", "Gateway": "e2e-migrate-3972e309-gw", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "f9b6bf3b-d49e-40b9-9925-ed44daf6b6c6", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "f9b6bf3b-d49e-40b9-9925-ed44daf6b6c6", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "f9b6bf3b-d49e-40b9-9925-ed44daf6b6c6", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e8bd9edf-5152-46f4-9fd5-958a24c30b4f", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e8bd9edf-5152-46f4-9fd5-958a24c30b4f", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e8bd9edf-5152-46f4-9fd5-958a24c30b4f", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "1027fcc4-057f-46a2-8265-cec8c7ad0f22", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "1027fcc4-057f-46a2-8265-cec8c7ad0f22", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "1027fcc4-057f-46a2-8265-cec8c7ad0f22", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "826be600-0606-453f-b6fb-a2a3c67a100b", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "826be600-0606-453f-b6fb-a2a3c67a100b", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "826be600-0606-453f-b6fb-a2a3c67a100b", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "c65b4caf-57dd-4003-810f-a686a7694105", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "c65b4caf-57dd-4003-810f-a686a7694105", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "c65b4caf-57dd-4003-810f-a686a7694105", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e73f82c3-98f7-49c6-a0cf-f0d46ded7087", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e73f82c3-98f7-49c6-a0cf-f0d46ded7087", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e73f82c3-98f7-49c6-a0cf-f0d46ded7087", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "b4a15aed-ce7c-4a02-bd7d-81d2b3d71903", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "b4a15aed-ce7c-4a02-bd7d-81d2b3d71903", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "b4a15aed-ce7c-4a02-bd7d-81d2b3d71903", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "openshift-service-ca.crt", "reconcileID": "9180c51c-6c25-4128-a68d-8058c71069db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-cb3fc6d5"} 2026-07-21T15:31:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "odh-trusted-ca-bundle", "reconcileID": "e1a00092-e059-4a9b-8b40-be2395ef71e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-cb3fc6d5"} 2026-07-21T15:31:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "openshift-service-ca.crt", "reconcileID": "c67b6399-2a10-4ff6-a9ac-7d1350fd1274", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:31:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "openshift-service-ca.crt", "reconcileID": "c67b6399-2a10-4ff6-a9ac-7d1350fd1274", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-cb3fc6d5"} 2026-07-21T15:31:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "054c3cfa-413d-4f7e-ab5c-6d19c5f9bdd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-cb3fc6d5"} 2026-07-21T15:31:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "openshift-service-ca.crt", "reconcileID": "5e46b966-85c2-4b9c-9e07-782cf4e14a43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-cb3fc6d5"} 2026-07-21T15:31:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "odh-trusted-ca-bundle", "reconcileID": "627a8cfe-6a94-476f-a449-ddfc810bfa62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:31:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "odh-trusted-ca-bundle", "reconcileID": "627a8cfe-6a94-476f-a449-ddfc810bfa62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-cb3fc6d5"} 2026-07-21T15:31:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-cb3fc6d5"}, "namespace": "ai-tenant-e2e-ait-cb3fc6d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc923771-9af5-43a1-ad24-28357426174f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-cb3fc6d5"} 2026-07-21T15:31:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "4d043c73-9475-40d3-94a8-c1bcb06c2475", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "4d043c73-9475-40d3-94a8-c1bcb06c2475", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "4d043c73-9475-40d3-94a8-c1bcb06c2475", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7fda711f-f118-481a-84d5-69f810390028", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T15:31:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e0989126-a48c-45a2-817d-2cebb1514e25", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:31:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e0989126-a48c-45a2-817d-2cebb1514e25", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:31:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e0989126-a48c-45a2-817d-2cebb1514e25", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:32:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e848d299-5c4a-49f6-8964-d794d15d38b6", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:32:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e848d299-5c4a-49f6-8964-d794d15d38b6", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:32:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "e848d299-5c4a-49f6-8964-d794d15d38b6", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:32:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "f805689c-80e2-4391-930e-14b7bcffc382", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:32:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "f805689c-80e2-4391-930e-14b7bcffc382", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5-authn-ssl"} 2026-07-21T15:32:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cb3fc6d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cb3fc6d5", "reconcileID": "f805689c-80e2-4391-930e-14b7bcffc382", "Gateway": "e2e-ait-cb3fc6d5", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "2de1a33b-d512-4d6e-a8c6-24e63dec52f0", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "2de1a33b-d512-4d6e-a8c6-24e63dec52f0", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "2de1a33b-d512-4d6e-a8c6-24e63dec52f0", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "8a5dda2a-09b8-4dc5-84ad-b3c944e8a37c", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "8a5dda2a-09b8-4dc5-84ad-b3c944e8a37c", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "8a5dda2a-09b8-4dc5-84ad-b3c944e8a37c", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "f2e9ded1-c2ea-41c6-a990-815fa52a558e", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "f2e9ded1-c2ea-41c6-a990-815fa52a558e", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "f2e9ded1-c2ea-41c6-a990-815fa52a558e", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "4b9d0bda-d13d-47ce-81eb-6b8650a2a376", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "4b9d0bda-d13d-47ce-81eb-6b8650a2a376", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "4b9d0bda-d13d-47ce-81eb-6b8650a2a376", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "7e79c569-136d-4414-a960-3a3a4da5ea2e", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "7e79c569-136d-4414-a960-3a3a4da5ea2e", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "7e79c569-136d-4414-a960-3a3a4da5ea2e", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "669d039c-e0fe-43e8-8b27-52b9596a6a05", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "669d039c-e0fe-43e8-8b27-52b9596a6a05", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "669d039c-e0fe-43e8-8b27-52b9596a6a05", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "33932486-8baf-41e4-8c7d-c36ad008faa7", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "33932486-8baf-41e4-8c7d-c36ad008faa7", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "33932486-8baf-41e4-8c7d-c36ad008faa7", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "openshift-service-ca.crt", "reconcileID": "b6b59089-193e-4198-b61f-9c5edb437bf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-abfd2548"} 2026-07-21T15:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "odh-trusted-ca-bundle", "reconcileID": "809694fc-92f5-4846-acd6-12311e659140", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-abfd2548"} 2026-07-21T15:32:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "openshift-service-ca.crt", "reconcileID": "7ae12c11-588b-482f-9e1d-4dd471283e2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-abfd2548", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:32:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "openshift-service-ca.crt", "reconcileID": "7ae12c11-588b-482f-9e1d-4dd471283e2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-abfd2548"} 2026-07-21T15:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f907d26-e5c7-4f09-aae3-436687b53a39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-abfd2548"} 2026-07-21T15:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "openshift-service-ca.crt", "reconcileID": "9a2a3c0d-3fb4-4189-8a8d-564447bf6f18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-abfd2548"} 2026-07-21T15:32:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "odh-trusted-ca-bundle", "reconcileID": "89795d90-4aad-4619-9f41-699298b6c4b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-abfd2548", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:32:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "odh-trusted-ca-bundle", "reconcileID": "89795d90-4aad-4619-9f41-699298b6c4b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-abfd2548"} 2026-07-21T15:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-abfd2548"}, "namespace": "ai-tenant-e2e-derive-abfd2548", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a5cb35e-c290-457c-b313-4d7f1672be86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-abfd2548"} 2026-07-21T15:32:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "6476d235-0d1d-47c4-869c-784bc537b437", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "6476d235-0d1d-47c4-869c-784bc537b437", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "6476d235-0d1d-47c4-869c-784bc537b437", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1fadc89f-a1d1-45bc-a44d-7360f9bba97e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T15:32:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "49b77720-6f0c-48c2-80f4-5fafe792de36", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "49b77720-6f0c-48c2-80f4-5fafe792de36", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "49b77720-6f0c-48c2-80f4-5fafe792de36", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3bf6c7d5-5c37-4e91-8d82-b9eb28f7f382", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T15:32:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "39853154-a89f-47f1-8f1e-58fd243eaf26", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T15:32:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "0965bc2f-88b2-47ea-839d-bc91e49a1fd4", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "0965bc2f-88b2-47ea-839d-bc91e49a1fd4", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "0965bc2f-88b2-47ea-839d-bc91e49a1fd4", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "cd678b7b-f12b-48b3-8f69-cb6f8c21f144", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "cd678b7b-f12b-48b3-8f69-cb6f8c21f144", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548-authn-ssl"} 2026-07-21T15:32:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-abfd2548","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-abfd2548", "reconcileID": "cd678b7b-f12b-48b3-8f69-cb6f8c21f144", "Gateway": "e2e-derive-abfd2548", "namespace": "openshift-ingress"} 2026-07-21T15:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "openshift-service-ca.crt", "reconcileID": "b880946e-2a96-44c9-93c2-852257a1ed1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-trusted-ca-bundle", "reconcileID": "2179ccec-5f00-476a-b3da-17fbc6367837", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:32:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "openshift-service-ca.crt", "reconcileID": "6bb76a15-b60b-4752-9e6e-b4a592cdbc43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c2e520", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:32:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "openshift-service-ca.crt", "reconcileID": "6bb76a15-b60b-4752-9e6e-b4a592cdbc43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d73f1e22-12e0-42f4-8d49-b3b8fb4829c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "openshift-service-ca.crt", "reconcileID": "1f3886b5-201b-4cc2-aa3f-5ae17bba54d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:32:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-trusted-ca-bundle", "reconcileID": "8984a875-0d3b-4b5c-b37a-2220fcf267c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:32:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-trusted-ca-bundle", "reconcileID": "8984a875-0d3b-4b5c-b37a-2220fcf267c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aacf4c5-e9a3-49e4-ad04-fa9a2e591af3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8047e16-ed32-48d2-a94b-adc4f0825b0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8047e16-ed32-48d2-a94b-adc4f0825b0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8047e16-ed32-48d2-a94b-adc4f0825b0a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-27c2e520 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:33:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-trusted-ca-bundle", "reconcileID": "72b7bec3-2c76-4481-a830-ce0c2b83e0e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-trusted-ca-bundle", "reconcileID": "72b7bec3-2c76-4481-a830-ce0c2b83e0e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "openshift-service-ca.crt", "reconcileID": "ac83a82a-bd41-41df-b2fc-0550d54c73d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "openshift-service-ca.crt", "reconcileID": "ac83a82a-bd41-41df-b2fc-0550d54c73d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6a5b570-380a-4d02-99f8-978e1f33da10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c2e520"}, "namespace": "ai-tenant-e2e-mt-27c2e520", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6a5b570-380a-4d02-99f8-978e1f33da10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c2e520"} 2026-07-21T15:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "openshift-service-ca.crt", "reconcileID": "0a077be8-4722-4a19-a923-2e415d43737f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "f9babd16-d251-41de-b88a-c9b646557bcc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "openshift-service-ca.crt", "reconcileID": "e02cba66-957d-4df6-ad21-95ce94e9eb51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70d20e6d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "openshift-service-ca.crt", "reconcileID": "e02cba66-957d-4df6-ad21-95ce94e9eb51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "623f2f41-f564-4a76-b3b8-3615b54c821e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "openshift-service-ca.crt", "reconcileID": "5480379d-c6a8-42b8-a425-a433250430a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "bd958efc-be82-4b8c-a393-83282dbe5a9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "bd958efc-be82-4b8c-a393-83282dbe5a9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "587271bc-e16e-44ca-9ebf-156acf6e616c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48938b9a-8443-403a-8f30-64394fe83303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:33:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48938b9a-8443-403a-8f30-64394fe83303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-21T15:33:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "48938b9a-8443-403a-8f30-64394fe83303", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:33:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "119523fa-2b50-473a-bbc9-42b0d28799ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:33:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "119523fa-2b50-473a-bbc9-42b0d28799ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-21T15:33:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "119523fa-2b50-473a-bbc9-42b0d28799ca", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:33:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d87d6a57-e766-40cf-ba34-8d0774b92cb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d87d6a57-e766-40cf-ba34-8d0774b92cb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d87d6a57-e766-40cf-ba34-8d0774b92cb2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-70d20e6d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:33:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "e966a413-8e71-4f5c-afa0-bd280d49eb6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "e966a413-8e71-4f5c-afa0-bd280d49eb6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "openshift-service-ca.crt", "reconcileID": "1ccc1a50-be24-4ace-8031-5cba4be7a38f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "openshift-service-ca.crt", "reconcileID": "1ccc1a50-be24-4ace-8031-5cba4be7a38f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20351fa8-3931-4cf7-a560-4e16fdc89fb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70d20e6d"}, "namespace": "ai-tenant-e2e-mt-70d20e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20351fa8-3931-4cf7-a560-4e16fdc89fb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70d20e6d"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "openshift-service-ca.crt", "reconcileID": "1f37ff21-d12e-46b5-9d3f-4d230fe93431", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-trusted-ca-bundle", "reconcileID": "37b665bf-c8d3-4a60-8d45-4036fa0b163b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "openshift-service-ca.crt", "reconcileID": "1cf23a33-518d-4b98-b9d1-2d4febca2430", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d80d2c06", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "openshift-service-ca.crt", "reconcileID": "1cf23a33-518d-4b98-b9d1-2d4febca2430", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93d5f6d6-7c51-490d-8dbf-a9599923af4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "openshift-service-ca.crt", "reconcileID": "beafa45b-3666-4f45-bbdd-f3912930eb4c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-trusted-ca-bundle", "reconcileID": "8f350385-821b-48f3-bb65-e83bf2e287a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-trusted-ca-bundle", "reconcileID": "8f350385-821b-48f3-bb65-e83bf2e287a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22a7727f-5a41-4c4a-9925-808ebb537aff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "285f46cc-0c74-4197-8d7c-5c54474ab5b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "285f46cc-0c74-4197-8d7c-5c54474ab5b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "285f46cc-0c74-4197-8d7c-5c54474ab5b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-d80d2c06 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-trusted-ca-bundle", "reconcileID": "ddc37f28-34a2-4bbc-b2a4-9e0732307b05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-trusted-ca-bundle", "reconcileID": "ddc37f28-34a2-4bbc-b2a4-9e0732307b05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "openshift-service-ca.crt", "reconcileID": "505cd3b1-d916-4c8d-a4c6-043205933d95", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "openshift-service-ca.crt", "reconcileID": "505cd3b1-d916-4c8d-a4c6-043205933d95", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7b57d35-2fb5-46e3-864e-eaabe9c3f88e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d80d2c06"}, "namespace": "e2e-unlabeled-d80d2c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7b57d35-2fb5-46e3-864e-eaabe9c3f88e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d80d2c06"} 2026-07-21T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "openshift-service-ca.crt", "reconcileID": "77b243b1-c577-42f5-b571-35b543f01003", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-trusted-ca-bundle", "reconcileID": "490a5a6a-6a3b-4f87-a422-40a6433a3298", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:33:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "openshift-service-ca.crt", "reconcileID": "fffd2f7d-6a5a-4cd2-a801-359d71e97c83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c50909c3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "openshift-service-ca.crt", "reconcileID": "fffd2f7d-6a5a-4cd2-a801-359d71e97c83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0faddcb6-7f5b-427d-90fc-621cde914796", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "openshift-service-ca.crt", "reconcileID": "e4f585b1-23ed-4cd4-918e-49010c61f796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:33:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-trusted-ca-bundle", "reconcileID": "834d6b19-b227-4b52-9ad3-45ccd28b5cbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:33:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-trusted-ca-bundle", "reconcileID": "834d6b19-b227-4b52-9ad3-45ccd28b5cbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:33:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd045fc5-c259-450e-8f5a-72e785b2998e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a9dffeb-e7f0-44ea-8d75-e0ffe623c68a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:34:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a9dffeb-e7f0-44ea-8d75-e0ffe623c68a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-21T15:34:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a9dffeb-e7f0-44ea-8d75-e0ffe623c68a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55f8c712-afaf-4e56-a2fb-3729f199be37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55f8c712-afaf-4e56-a2fb-3729f199be37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55f8c712-afaf-4e56-a2fb-3729f199be37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c50909c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-trusted-ca-bundle", "reconcileID": "acf893e6-c592-4b56-a64c-fbf49e504260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-trusted-ca-bundle", "reconcileID": "acf893e6-c592-4b56-a64c-fbf49e504260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "openshift-service-ca.crt", "reconcileID": "fc43735d-d2c8-4aec-83d9-8ba4e05c28d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "openshift-service-ca.crt", "reconcileID": "fc43735d-d2c8-4aec-83d9-8ba4e05c28d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51769e13-5663-4801-b50b-161ee46ffe82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c50909c3"}, "namespace": "ai-tenant-e2e-mt-c50909c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51769e13-5663-4801-b50b-161ee46ffe82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c50909c3"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "openshift-service-ca.crt", "reconcileID": "ccb55c26-834b-4280-af89-0d3b6668e13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-trusted-ca-bundle", "reconcileID": "82acde1b-15b1-4828-a2ff-081d01d7ae42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "openshift-service-ca.crt", "reconcileID": "9ea9337e-12c3-4bc5-af76-b9f44b13570a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11027103", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "openshift-service-ca.crt", "reconcileID": "9ea9337e-12c3-4bc5-af76-b9f44b13570a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3508bca-5473-4787-b21b-7112907d4518", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "openshift-service-ca.crt", "reconcileID": "8dc12bad-694b-4829-8817-46c299e63ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-trusted-ca-bundle", "reconcileID": "b044ec81-57da-438e-96df-4d6726aceac4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-trusted-ca-bundle", "reconcileID": "b044ec81-57da-438e-96df-4d6726aceac4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0547fd6e-ef2c-4723-a80a-c576806dad5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "openshift-service-ca.crt", "reconcileID": "8affded6-fcbc-450e-bb52-d0d95a0b7ff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-trusted-ca-bundle", "reconcileID": "7d7ef438-08a4-40ae-8b39-35e8a0e87bd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "openshift-service-ca.crt", "reconcileID": "a3bdcd94-47a0-4db6-a802-464fef463dd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b24eacc4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "openshift-service-ca.crt", "reconcileID": "a3bdcd94-47a0-4db6-a802-464fef463dd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28dd152b-0ff0-46c8-ac7c-7e5ece0df38e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "openshift-service-ca.crt", "reconcileID": "27c9f030-f78e-461a-bd9e-f0e8c9b1326c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-trusted-ca-bundle", "reconcileID": "c48bdc99-c8f5-4391-bd1a-23397f6fc5bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-trusted-ca-bundle", "reconcileID": "c48bdc99-c8f5-4391-bd1a-23397f6fc5bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d15f1ac-937e-4f4b-b27e-2dc70b676d9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "762db4f9-41b2-4aee-bed1-72a762b72681", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:34:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "762db4f9-41b2-4aee-bed1-72a762b72681", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-21T15:34:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "762db4f9-41b2-4aee-bed1-72a762b72681", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:34:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd82af1e-3a84-462f-966a-c7db31f968e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:34:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd82af1e-3a84-462f-966a-c7db31f968e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-21T15:34:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd82af1e-3a84-462f-966a-c7db31f968e7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503035b3-db0f-4615-a87d-cb3f57aed09c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503035b3-db0f-4615-a87d-cb3f57aed09c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503035b3-db0f-4615-a87d-cb3f57aed09c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-11027103 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-trusted-ca-bundle", "reconcileID": "5be59bfc-de2e-4bde-8132-cba26da10b4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-trusted-ca-bundle", "reconcileID": "5be59bfc-de2e-4bde-8132-cba26da10b4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "openshift-service-ca.crt", "reconcileID": "01a2d6f5-bf20-4cef-b38d-a41dafcf9fb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "openshift-service-ca.crt", "reconcileID": "01a2d6f5-bf20-4cef-b38d-a41dafcf9fb3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f31e65-dfc3-4a38-b203-9b6803f576e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11027103"}, "namespace": "ai-tenant-e2e-mt-11027103", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3f31e65-dfc3-4a38-b203-9b6803f576e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11027103"} 2026-07-21T15:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "387b6b37-e5cc-4679-b2f2-077598ffa122", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "387b6b37-e5cc-4679-b2f2-077598ffa122", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "387b6b37-e5cc-4679-b2f2-077598ffa122", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-b24eacc4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-trusted-ca-bundle", "reconcileID": "c0b0879a-9376-4a40-ba72-a7771daba264", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-trusted-ca-bundle", "reconcileID": "c0b0879a-9376-4a40-ba72-a7771daba264", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "openshift-service-ca.crt", "reconcileID": "e792316b-dbe4-48ad-a090-f85382f14583", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "openshift-service-ca.crt", "reconcileID": "e792316b-dbe4-48ad-a090-f85382f14583", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6efce6f7-bb52-43f2-bfba-2da05727653d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b24eacc4"}, "namespace": "ai-tenant-e2e-mt-b24eacc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6efce6f7-bb52-43f2-bfba-2da05727653d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b24eacc4"} 2026-07-21T15:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7118f13c-d8a7-4f0d-80ee-e7c65a4890d8", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7118f13c-d8a7-4f0d-80ee-e7c65a4890d8", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7118f13c-d8a7-4f0d-80ee-e7c65a4890d8", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7fa98b9e-1f50-4843-ba50-ab143a22595a", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7fa98b9e-1f50-4843-ba50-ab143a22595a", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7fa98b9e-1f50-4843-ba50-ab143a22595a", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "4bc18aa3-8646-41c3-ba18-a29ff1d7c9f9", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "4bc18aa3-8646-41c3-ba18-a29ff1d7c9f9", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "4bc18aa3-8646-41c3-ba18-a29ff1d7c9f9", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "b50e76b8-f666-4808-857e-0d8eb7bca981", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "b50e76b8-f666-4808-857e-0d8eb7bca981", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "b50e76b8-f666-4808-857e-0d8eb7bca981", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "3675b5a3-b00c-4525-a4eb-59733576dcd0", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "3675b5a3-b00c-4525-a4eb-59733576dcd0", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "3675b5a3-b00c-4525-a4eb-59733576dcd0", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "74137bb4-a6df-49fe-bba2-16989e9ea2ca", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "74137bb4-a6df-49fe-bba2-16989e9ea2ca", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "74137bb4-a6df-49fe-bba2-16989e9ea2ca", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "1a4cb443-c292-47d5-8b87-3cdd0e654a0a", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "1a4cb443-c292-47d5-8b87-3cdd0e654a0a", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "1a4cb443-c292-47d5-8b87-3cdd0e654a0a", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "d90822da-fcfe-482a-90ad-5b16ef0b8558", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "876c92aa-b25a-486e-ac52-faf45fbd49b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:34:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "86d45a5f-5cf3-4285-bec1-4ad2ad00aa31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9365ce5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "86d45a5f-5cf3-4285-bec1-4ad2ad00aa31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:34:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "66c119a3-31b7-44d3-a9f6-0877e701d5e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9365ce5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "66c119a3-31b7-44d3-a9f6-0877e701d5e9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "684ad294-b287-46d0-a1de-3b9f48aeac0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "76b8fbf5-d032-4c68-a765-ea341fae28f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:34:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "66aa88f4-ef07-4d31-b0c5-ec1536612056", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "66aa88f4-ef07-4d31-b0c5-ec1536612056", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "addb547c-4bf8-44ef-ae4e-5c026ac9607b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:34:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "fcfaf9aa-1de8-4789-a921-7ec51b22338d", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "fcfaf9aa-1de8-4789-a921-7ec51b22338d", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "fcfaf9aa-1de8-4789-a921-7ec51b22338d", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5897ac9-bae7-4ecf-ad32-d2a4e3f21472", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-21T15:34:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "31f0840a-d9e3-4b6a-862f-ba3e0121c989", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "31f0840a-d9e3-4b6a-862f-ba3e0121c989", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "31f0840a-d9e3-4b6a-862f-ba3e0121c989", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "472f5fa2-a99e-4b22-a21c-b82f63041e84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "30077635-7b4f-4ea1-865f-715c297a0656", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "5abae481-1912-4bef-9426-eb86bd196539", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-9365ce5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "5abae481-1912-4bef-9426-eb86bd196539", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d296d605-96bc-4264-942b-d96daef88c5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "fdb48ac0-d5e3-4216-be51-0dde8ddf4bed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "8796ad54-5539-466c-8ed3-cfde2c4fa324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-9365ce5e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "8796ad54-5539-466c-8ed3-cfde2c4fa324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "951e7af2-a64e-4873-905d-eab7348329b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f9f16ef-6869-434b-94ec-364b0502b839", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f9f16ef-6869-434b-94ec-364b0502b839", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-9365ce5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:34:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f9f16ef-6869-434b-94ec-364b0502b839", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-9365ce5e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:34:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "7de5b21d-ad6d-409e-8732-db1e61bd8ede", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "7de5b21d-ad6d-409e-8732-db1e61bd8ede", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "12b2c7a7-31b9-4625-8889-bbdaa20062aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "12b2c7a7-31b9-4625-8889-bbdaa20062aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "873a1928-103b-45f6-b547-9d62e5a243f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-9365ce5e"}, "namespace": "e2e-mt-other-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "873a1928-103b-45f6-b547-9d62e5a243f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-9365ce5e"} 2026-07-21T15:34:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7c67a40f-0c60-4a85-b23c-17a61eb020c5", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7c67a40f-0c60-4a85-b23c-17a61eb020c5", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "7c67a40f-0c60-4a85-b23c-17a61eb020c5", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "292707d6-20f5-4123-9e03-8337986f37e9", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:34:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "292707d6-20f5-4123-9e03-8337986f37e9", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e-authn-ssl"} 2026-07-21T15:34:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9365ce5e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9365ce5e", "reconcileID": "292707d6-20f5-4123-9e03-8337986f37e9", "Gateway": "e2e-mt-9365ce5e", "namespace": "openshift-ingress"} 2026-07-21T15:35:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a214fc2-6b66-4ab8-a7d9-74d163fe01d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:35:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a214fc2-6b66-4ab8-a7d9-74d163fe01d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a214fc2-6b66-4ab8-a7d9-74d163fe01d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-9365ce5e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:35:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "110b8fed-4e3f-4376-b6bf-8ada3ae163a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:35:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-trusted-ca-bundle", "reconcileID": "110b8fed-4e3f-4376-b6bf-8ada3ae163a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:35:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "cb0f37d5-3260-43b7-9457-ccd5d94045ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:35:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "openshift-service-ca.crt", "reconcileID": "cb0f37d5-3260-43b7-9457-ccd5d94045ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:35:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9eeac35-e05f-461d-b8d9-6da27c7575d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:35:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9365ce5e"}, "namespace": "ai-tenant-e2e-mt-9365ce5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9eeac35-e05f-461d-b8d9-6da27c7575d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9365ce5e"} 2026-07-21T15:35:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "a706e0aa-f24f-4392-9bf8-2e1a32a635f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-trusted-ca-bundle", "reconcileID": "263bd7d7-bf5c-4c83-abcd-1e226cfde3aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "a4b93840-a5ef-43d4-b910-fc21a151536c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-0329d016", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "a4b93840-a5ef-43d4-b910-fc21a151536c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "76acea8e-3ab8-458c-acb0-5dfd1a00b6f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-0329d016", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "76acea8e-3ab8-458c-acb0-5dfd1a00b6f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:35:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc76a24e-b489-4a11-8a3f-c5dd10abd6d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-trusted-ca-bundle", "reconcileID": "479bde10-a197-4c10-b1f5-d9f912575a7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-0329d016", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-trusted-ca-bundle", "reconcileID": "479bde10-a197-4c10-b1f5-d9f912575a7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "686d63c0-6874-4554-95ae-abcb0143edb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dffcc373-52ce-4faa-a921-bf013d2c50f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "798be68c-10f6-4c60-b808-178cc5fec6d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "798be68c-10f6-4c60-b808-178cc5fec6d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-0329d016", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "798be68c-10f6-4c60-b808-178cc5fec6d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-0329d016 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:35:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-trusted-ca-bundle", "reconcileID": "6de7ca72-b0a1-4d96-8aad-501dd8692b72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-trusted-ca-bundle", "reconcileID": "6de7ca72-b0a1-4d96-8aad-501dd8692b72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "369735c1-fff1-49ad-ae5b-3cf1b4e22874", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "openshift-service-ca.crt", "reconcileID": "369735c1-fff1-49ad-ae5b-3cf1b4e22874", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fd2ba7c-1817-46f9-b1e4-0b21f878450f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-0329d016"}, "namespace": "e2e-webhook-sub-0329d016", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fd2ba7c-1817-46f9-b1e4-0b21f878450f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-0329d016"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "openshift-service-ca.crt", "reconcileID": "1af626a0-d81a-41e4-8721-8345a82d393e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-trusted-ca-bundle", "reconcileID": "993f6834-7c4a-4ab7-a460-faadc7acc97e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "openshift-service-ca.crt", "reconcileID": "91660b14-304d-43be-bf27-943cdd6e2d2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-cc764d89", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "openshift-service-ca.crt", "reconcileID": "91660b14-304d-43be-bf27-943cdd6e2d2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c36a77c5-e65a-4def-9f46-957a3af7deef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "openshift-service-ca.crt", "reconcileID": "7e28c1c5-b212-498d-bed4-2afdad110efe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-trusted-ca-bundle", "reconcileID": "11647624-ffc1-4d4f-b1c5-d8449743df87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89", "update": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-trusted-ca-bundle", "reconcileID": "11647624-ffc1-4d4f-b1c5-d8449743df87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59c12fa5-d03f-4270-b68a-ea72e9a1c730", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3706003-f7c5-493a-9466-57f48437892e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3706003-f7c5-493a-9466-57f48437892e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89", "create": "odh-kserve-custom-ca-bundle"} 2026-07-21T15:35:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3706003-f7c5-493a-9466-57f48437892e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-cc764d89 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-21T15:35:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-trusted-ca-bundle", "reconcileID": "535f6089-2123-49ef-969b-5dd3b8e9e2ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-trusted-ca-bundle", "reconcileID": "535f6089-2123-49ef-969b-5dd3b8e9e2ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "openshift-service-ca.crt", "reconcileID": "d928655d-d71a-451a-9f62-9ddbef687de3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "openshift-service-ca.crt", "reconcileID": "d928655d-d71a-451a-9f62-9ddbef687de3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c56a183-0974-4fd0-8896-a3f1cd4d762c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-cc764d89"}, "namespace": "e2e-webhook-auth-cc764d89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c56a183-0974-4fd0-8896-a3f1cd4d762c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-cc764d89"} 2026-07-21T15:35:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d2dcb6a-7470-4e2b-aa58-dabf4816e323", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-21T15:35:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d2dcb6a-7470-4e2b-aa58-dabf4816e323", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-21T15:35:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2d2dcb6a-7470-4e2b-aa58-dabf4816e323", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}