2026-07-27T21:02:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-f9e4b23a"}, "namespace": "ai-tenant-e2e-ait-f9e4b23a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef440cfe-336d-4412-9aae-dbb184ad19b1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-f9e4b23a"} 2026-07-27T21:02:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "a86d5a85-234a-44d7-8c98-768e82c5170c", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:02:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "a86d5a85-234a-44d7-8c98-768e82c5170c", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a-authn-ssl"} 2026-07-27T21:02:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "a86d5a85-234a-44d7-8c98-768e82c5170c", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:02:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b15b121-09fd-4e32-b288-69f6056db80c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:03:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "272fd76e-8280-40de-8d05-69b823f1179a", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:03:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "272fd76e-8280-40de-8d05-69b823f1179a", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a-authn-ssl"} 2026-07-27T21:03:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "272fd76e-8280-40de-8d05-69b823f1179a", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:03:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "0f8380e7-7877-4992-b597-a41433287661", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:03:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "0f8380e7-7877-4992-b597-a41433287661", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a-authn-ssl"} 2026-07-27T21:03:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "0f8380e7-7877-4992-b597-a41433287661", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "160476fb-93af-45e8-bc2d-1cd16faf57b4", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "160476fb-93af-45e8-bc2d-1cd16faf57b4", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a-authn-ssl"} 2026-07-27T21:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "160476fb-93af-45e8-bc2d-1cd16faf57b4", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:03:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-f9e4b23a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-f9e4b23a", "reconcileID": "b4c585b7-33e1-4d20-8abf-48622d6b4b0b", "Gateway": "e2e-ait-f9e4b23a", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "openshift-service-ca.crt", "reconcileID": "5f7979c8-8eb4-4664-b99e-d15163636f37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-4d7f566d"} 2026-07-27T21:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "odh-trusted-ca-bundle", "reconcileID": "4a565f1d-3df0-48cf-89e7-6fb6f4ab2c7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-4d7f566d"} 2026-07-27T21:03:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "openshift-service-ca.crt", "reconcileID": "9d01915a-8c1b-4090-bf54-a762f80f6e69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-4d7f566d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:03:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "openshift-service-ca.crt", "reconcileID": "9d01915a-8c1b-4090-bf54-a762f80f6e69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-4d7f566d"} 2026-07-27T21:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "openshift-service-ca.crt", "reconcileID": "c35f9da9-2d52-4588-9a70-c3e751913748", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-4d7f566d"} 2026-07-27T21:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a8fb4e8-66bf-436b-bcf7-4c12be0875e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-4d7f566d"} 2026-07-27T21:03:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "odh-trusted-ca-bundle", "reconcileID": "8b261772-6196-47c3-b4bf-26f97a54496c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-4d7f566d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:03:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "odh-trusted-ca-bundle", "reconcileID": "8b261772-6196-47c3-b4bf-26f97a54496c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-4d7f566d"} 2026-07-27T21:03:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-4d7f566d"}, "namespace": "ai-tenant-e2e-migrate-4d7f566d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee6d0b9e-ec50-4d24-92b4-6aa7d39b45ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-4d7f566d"} 2026-07-27T21:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "4de029fa-8189-4225-8e19-ddd3b151fbaa", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "4de029fa-8189-4225-8e19-ddd3b151fbaa", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "4de029fa-8189-4225-8e19-ddd3b151fbaa", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "3c276b92-7c73-4015-8e24-e0db56e6cf61", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "3c276b92-7c73-4015-8e24-e0db56e6cf61", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "3c276b92-7c73-4015-8e24-e0db56e6cf61", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "479b74a6-e416-4247-bf10-d2188d969f2c", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "479b74a6-e416-4247-bf10-d2188d969f2c", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "479b74a6-e416-4247-bf10-d2188d969f2c", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "b2b1bf38-2878-4a0a-937c-acc2355ee843", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "b2b1bf38-2878-4a0a-937c-acc2355ee843", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "b2b1bf38-2878-4a0a-937c-acc2355ee843", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "ae8dce0c-7886-4b30-a22a-655c82049f5d", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "ae8dce0c-7886-4b30-a22a-655c82049f5d", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "ae8dce0c-7886-4b30-a22a-655c82049f5d", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "7228f666-cf2c-458d-84de-f04b607eb75a", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "7228f666-cf2c-458d-84de-f04b607eb75a", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "7228f666-cf2c-458d-84de-f04b607eb75a", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "eb41c803-8fc0-4a59-bab1-4fc874b2e876", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "eb41c803-8fc0-4a59-bab1-4fc874b2e876", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "eb41c803-8fc0-4a59-bab1-4fc874b2e876", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "f6bd2e91-c5cf-4f35-9b81-baaa0f18cfc0", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "f6bd2e91-c5cf-4f35-9b81-baaa0f18cfc0", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "f6bd2e91-c5cf-4f35-9b81-baaa0f18cfc0", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a01f8197-fc70-4f57-a5a0-9bab08a9db9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:03:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "634aa6c3-e2b8-4318-86bb-a083ff360e43", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:03:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "634aa6c3-e2b8-4318-86bb-a083ff360e43", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:03:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "634aa6c3-e2b8-4318-86bb-a083ff360e43", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "dc00ca2f-c01f-4950-aaca-5cd74139a280", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "dc00ca2f-c01f-4950-aaca-5cd74139a280", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "dc00ca2f-c01f-4950-aaca-5cd74139a280", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:04:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "9befd8f0-a383-4fd1-93af-6bc565e8139b", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:04:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "9befd8f0-a383-4fd1-93af-6bc565e8139b", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw-authn-ssl"} 2026-07-27T21:04:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "9befd8f0-a383-4fd1-93af-6bc565e8139b", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:04:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-4d7f566d-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-4d7f566d-gw", "reconcileID": "c262f6c6-2a14-48e4-a706-cc4c03338b83", "Gateway": "e2e-migrate-4d7f566d-gw", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "ddd18b21-8db8-4422-b6df-48ea4372fa3f", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "ddd18b21-8db8-4422-b6df-48ea4372fa3f", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "ddd18b21-8db8-4422-b6df-48ea4372fa3f", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "d9050b89-7e85-4453-9f61-1b0aaa2ca363", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "d9050b89-7e85-4453-9f61-1b0aaa2ca363", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "d9050b89-7e85-4453-9f61-1b0aaa2ca363", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "ee433414-48d9-431f-be66-cf31a5c694c5", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "ee433414-48d9-431f-be66-cf31a5c694c5", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "ee433414-48d9-431f-be66-cf31a5c694c5", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "bf9b82b0-89b8-4ed7-ac83-21daecdad9c5", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "bf9b82b0-89b8-4ed7-ac83-21daecdad9c5", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "bf9b82b0-89b8-4ed7-ac83-21daecdad9c5", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "78f874a6-0263-4882-a697-8f29f044b556", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "78f874a6-0263-4882-a697-8f29f044b556", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "78f874a6-0263-4882-a697-8f29f044b556", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "3985747d-d151-4a7d-abf6-73f3ee2c5ad4", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "3985747d-d151-4a7d-abf6-73f3ee2c5ad4", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "3985747d-d151-4a7d-abf6-73f3ee2c5ad4", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "8f51d362-45b7-4d3d-90b8-539ecec21b07", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "8f51d362-45b7-4d3d-90b8-539ecec21b07", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "8f51d362-45b7-4d3d-90b8-539ecec21b07", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "openshift-service-ca.crt", "reconcileID": "1c7b0e96-07b0-46a1-8ade-115c0056ad73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-560b69a4"} 2026-07-27T21:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "odh-trusted-ca-bundle", "reconcileID": "c00af4a9-8829-4dc3-b326-daf929a8f724", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-560b69a4"} 2026-07-27T21:04:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "openshift-service-ca.crt", "reconcileID": "721eb95c-b218-47b7-984f-267bba091632", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-560b69a4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:04:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "openshift-service-ca.crt", "reconcileID": "721eb95c-b218-47b7-984f-267bba091632", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-560b69a4"} 2026-07-27T21:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "openshift-service-ca.crt", "reconcileID": "81eedea2-bbed-4a54-857b-922a7ef68011", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-560b69a4"} 2026-07-27T21:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "576ec9b9-38dc-4279-b0a4-b390f14f0247", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-560b69a4"} 2026-07-27T21:04:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "odh-trusted-ca-bundle", "reconcileID": "3d33f930-cfab-41c5-bbb2-19b2dcfa0280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-560b69a4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:04:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "odh-trusted-ca-bundle", "reconcileID": "3d33f930-cfab-41c5-bbb2-19b2dcfa0280", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-560b69a4"} 2026-07-27T21:04:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-560b69a4"}, "namespace": "ai-tenant-e2e-ait-560b69a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0536481f-912c-4c75-982f-04e70846ce4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-560b69a4"} 2026-07-27T21:04:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "d0a89c69-ea2c-4b94-9882-e98f33b83c97", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "d0a89c69-ea2c-4b94-9882-e98f33b83c97", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "d0a89c69-ea2c-4b94-9882-e98f33b83c97", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4ef9c7a-e76d-4809-ba1b-80c239bb3ef7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:04:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "45ed2f57-899a-42bb-86db-0ea6c36a455c", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:04:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "45ed2f57-899a-42bb-86db-0ea6c36a455c", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:04:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "45ed2f57-899a-42bb-86db-0ea6c36a455c", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:05:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "b0ffa14f-4feb-4884-8877-1c74c56dfa14", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:05:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "b0ffa14f-4feb-4884-8877-1c74c56dfa14", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:05:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "b0ffa14f-4feb-4884-8877-1c74c56dfa14", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "e071d7de-49d0-47a5-b658-7a5818f370de", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "e071d7de-49d0-47a5-b658-7a5818f370de", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4-authn-ssl"} 2026-07-27T21:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "e071d7de-49d0-47a5-b658-7a5818f370de", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:05:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-560b69a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-560b69a4", "reconcileID": "73a21920-0174-41fb-8f34-edb1f351e14d", "Gateway": "e2e-ait-560b69a4", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "95043725-52fd-4029-969b-1972295b235a", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "95043725-52fd-4029-969b-1972295b235a", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "95043725-52fd-4029-969b-1972295b235a", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "0e174574-1d96-4342-8093-9d8521b9e10e", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "0e174574-1d96-4342-8093-9d8521b9e10e", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "0e174574-1d96-4342-8093-9d8521b9e10e", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "0158eeda-7713-46c2-96d5-b7cd7fa0f00f", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "0158eeda-7713-46c2-96d5-b7cd7fa0f00f", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "0158eeda-7713-46c2-96d5-b7cd7fa0f00f", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "bf199223-f621-413c-92c7-18ebe7d497ae", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "bf199223-f621-413c-92c7-18ebe7d497ae", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "bf199223-f621-413c-92c7-18ebe7d497ae", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "53b483cb-c856-44b4-b79c-3022f75b2584", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "53b483cb-c856-44b4-b79c-3022f75b2584", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "53b483cb-c856-44b4-b79c-3022f75b2584", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "839316bc-37a5-44c2-a339-ab395252567a", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "839316bc-37a5-44c2-a339-ab395252567a", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "839316bc-37a5-44c2-a339-ab395252567a", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "85b037e9-8f70-4e7b-80a8-0ff00c1aa90f", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "85b037e9-8f70-4e7b-80a8-0ff00c1aa90f", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "85b037e9-8f70-4e7b-80a8-0ff00c1aa90f", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0dff33c5-822b-402d-aaed-cb2b8f7a9c86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "openshift-service-ca.crt", "reconcileID": "d4b3909d-abe6-49dd-97d3-6d5d8ce1d3b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-93e2aa82"} 2026-07-27T21:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "odh-trusted-ca-bundle", "reconcileID": "4efccb6d-2fe3-4dcf-908d-f6ddbdbb23c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-93e2aa82"} 2026-07-27T21:05:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "openshift-service-ca.crt", "reconcileID": "f4e75df2-4a7d-476f-b7a8-b9e04e2d8e58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-93e2aa82", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "openshift-service-ca.crt", "reconcileID": "f4e75df2-4a7d-476f-b7a8-b9e04e2d8e58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-93e2aa82"} 2026-07-27T21:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "openshift-service-ca.crt", "reconcileID": "36e04bea-1d8d-41ef-b1e7-087c0eb8e75a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-93e2aa82"} 2026-07-27T21:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76fc26f4-c40b-4fe7-a6de-48e67435c90d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-93e2aa82"} 2026-07-27T21:05:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "odh-trusted-ca-bundle", "reconcileID": "83b51db5-f758-4998-a196-b74df3a8e7c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-93e2aa82", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "odh-trusted-ca-bundle", "reconcileID": "83b51db5-f758-4998-a196-b74df3a8e7c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-93e2aa82"} 2026-07-27T21:05:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-93e2aa82"}, "namespace": "ai-tenant-e2e-derive-93e2aa82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "480af537-3be3-4c57-af83-9d3e1521d16e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-93e2aa82"} 2026-07-27T21:05:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "2d2bdf10-dc6d-438a-8452-cf3bda3cf051", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "2d2bdf10-dc6d-438a-8452-cf3bda3cf051", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "2d2bdf10-dc6d-438a-8452-cf3bda3cf051", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "432656b2-6419-45ca-99cc-f710176bcfd9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "17b9c7be-932e-4982-b11f-80d9f37d0f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c90d5036-89f3-4974-b0c8-8cd636ddd0c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "593796fe-2cbb-46bc-8ead-abf53945d05f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:05:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e50def5-1aea-4cd4-b2ad-9f838407c57e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32426d32-43a1-4634-b1e2-78b996bdb879", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:05:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T21:05:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "02cd86e2-faab-4932-8fa2-655a59c3294a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dab113aa-60c4-40d8-b70f-7c49f7306fc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "ed97effa-cf4f-409f-90f8-de35c7ad3a2b", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "ed97effa-cf4f-409f-90f8-de35c7ad3a2b", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "ed97effa-cf4f-409f-90f8-de35c7ad3a2b", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0cf460e-d1ed-4d52-bbe8-9b3941c3798a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9a826d4b-f6f4-4744-b5c0-79607776b7dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "782b7f14-44b1-43f9-a4ea-9419084f19d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e349be41-1a48-4dec-ae48-dfbeb94fed4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a110c1a-19a6-4bef-b8e8-1e84ddba51d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10866ba4-dd88-4c15-8db2-ef1a10f6bab6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a880c6e-985f-49d1-ac0a-2e395ab51336", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0c2a3874-604e-4625-8ee2-d400616cab2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fb2a1274-deab-4460-8616-eebbb1a668ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "11a81f41-d172-4587-ad7d-c37a9ebb94b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e19013c9-cd52-4e2e-b536-fefda210cb35", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37d9a665-d9e1-41a5-ae8e-77f8b2321733", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5ac89cf7-1279-4b86-beb9-948d2a01d392", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0ca68acb-ae53-468f-8307-9145b60406ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ddf6022-1c78-435a-9bc3-00b1963fc550", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4165472-722b-431b-b313-62e6cf6a6cc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fbfc678-e519-4749-a2c7-972a3247c741", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7571d67d-dede-4e71-8730-388e693d0351", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "00f99d02-85f8-4907-a8e0-eb7457ec6ecf", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "00f99d02-85f8-4907-a8e0-eb7457ec6ecf", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "00f99d02-85f8-4907-a8e0-eb7457ec6ecf", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "9d458834-39c1-4b78-bd14-1b95a0b88753", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "9d458834-39c1-4b78-bd14-1b95a0b88753", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82-authn-ssl"} 2026-07-27T21:05:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "9d458834-39c1-4b78-bd14-1b95a0b88753", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-93e2aa82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-93e2aa82", "reconcileID": "78d652dd-51e6-4d6c-8a83-a88d023fd0d3", "Gateway": "e2e-derive-93e2aa82", "namespace": "openshift-ingress"} 2026-07-27T21:05:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "openshift-service-ca.crt", "reconcileID": "e9154d13-8900-4119-9a9e-6c263068fc6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-trusted-ca-bundle", "reconcileID": "c9a01cfe-4037-407d-8a6a-b2e85a8ac069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "openshift-service-ca.crt", "reconcileID": "c1ced44e-9920-47d1-ae99-4c8b73bad7a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0cdff233", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "openshift-service-ca.crt", "reconcileID": "c1ced44e-9920-47d1-ae99-4c8b73bad7a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6333cb21-7157-4118-ada7-0e0d823e1ee3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "openshift-service-ca.crt", "reconcileID": "fabed959-e90f-472d-a498-689d7e954214", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-trusted-ca-bundle", "reconcileID": "e1346570-840c-4b55-986b-a31d1a9b106b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-trusted-ca-bundle", "reconcileID": "e1346570-840c-4b55-986b-a31d1a9b106b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b769329-7496-4a74-8dc4-73f2e1697cd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91e671d7-ba0b-41d6-9e96-1528fb4d38ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91e671d7-ba0b-41d6-9e96-1528fb4d38ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "91e671d7-ba0b-41d6-9e96-1528fb4d38ec", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:05:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a017f187-6acd-4b68-8979-6a9ce2820642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a017f187-6acd-4b68-8979-6a9ce2820642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a017f187-6acd-4b68-8979-6a9ce2820642", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-0cdff233 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:05:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-trusted-ca-bundle", "reconcileID": "c0c6a50f-9bed-4f8a-ab85-dddb7d8ae933", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-trusted-ca-bundle", "reconcileID": "c0c6a50f-9bed-4f8a-ab85-dddb7d8ae933", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "openshift-service-ca.crt", "reconcileID": "32701bfb-6ce6-4599-bccf-2151bfd42c82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "openshift-service-ca.crt", "reconcileID": "32701bfb-6ce6-4599-bccf-2151bfd42c82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c80ae587-c9a3-434d-bde4-cad7d0c4d6b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0cdff233"}, "namespace": "ai-tenant-e2e-mt-0cdff233", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c80ae587-c9a3-434d-bde4-cad7d0c4d6b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0cdff233"} 2026-07-27T21:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "openshift-service-ca.crt", "reconcileID": "2a52113f-2f39-4f6c-88fa-8c90a033c5cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:05:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "openshift-service-ca.crt", "reconcileID": "5850dd7f-2744-4dd3-be32-3196734d891d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e15e2d8c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "openshift-service-ca.crt", "reconcileID": "5850dd7f-2744-4dd3-be32-3196734d891d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:05:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "2f22b10c-cc69-422d-8367-7dd3bdffbc8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "2f22b10c-cc69-422d-8367-7dd3bdffbc8d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "openshift-service-ca.crt", "reconcileID": "674897b5-7918-438e-8b21-84953bc63535", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "055c98f7-d21c-41e0-9bf1-815a05fd3ef9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "b1a76fff-850b-49c8-bf4b-ea07ae2e7e2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:05:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "93d3af09-ea0a-45db-b327-19b5b4b27ae9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:05:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "93d3af09-ea0a-45db-b327-19b5b4b27ae9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:05:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edabc088-4f85-4450-a084-25ba2228c916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1d6b1c9-6d04-4ce7-93f3-828a91a42b0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1d6b1c9-6d04-4ce7-93f3-828a91a42b0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b1d6b1c9-6d04-4ce7-93f3-828a91a42b0f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd34d350-4c2c-4c20-b698-bcd8b3358420", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd34d350-4c2c-4c20-b698-bcd8b3358420", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:06:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd34d350-4c2c-4c20-b698-bcd8b3358420", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7927c4ef-9a95-48b6-b118-f7f8603e7ace", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7927c4ef-9a95-48b6-b118-f7f8603e7ace", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:06:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7927c4ef-9a95-48b6-b118-f7f8603e7ace", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef0318e5-4fe7-40ee-a22c-cc281c63ee48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:06:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef0318e5-4fe7-40ee-a22c-cc281c63ee48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef0318e5-4fe7-40ee-a22c-cc281c63ee48", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e15e2d8c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "6f2a1379-d7bc-450d-9129-e6d8bcf20077", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-trusted-ca-bundle", "reconcileID": "6f2a1379-d7bc-450d-9129-e6d8bcf20077", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "openshift-service-ca.crt", "reconcileID": "6e950963-17f7-4ea8-8336-43b4fc955d06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "openshift-service-ca.crt", "reconcileID": "6e950963-17f7-4ea8-8336-43b4fc955d06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be7c3f80-ae2d-4ed2-975a-affc7df13e80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e15e2d8c"}, "namespace": "ai-tenant-e2e-mt-e15e2d8c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be7c3f80-ae2d-4ed2-975a-affc7df13e80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e15e2d8c"} 2026-07-27T21:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "openshift-service-ca.crt", "reconcileID": "21e905c6-4e88-4ea4-89b7-1dac17afbaf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "openshift-service-ca.crt", "reconcileID": "9845b711-4e7f-466a-a256-5680219281df", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84253f61", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "openshift-service-ca.crt", "reconcileID": "9845b711-4e7f-466a-a256-5680219281df", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-trusted-ca-bundle", "reconcileID": "b8e2546d-9b99-4eac-8666-e8230dd61bfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fb4ca51-3511-4e91-838a-71068837310b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "openshift-service-ca.crt", "reconcileID": "c41579a5-bc5f-4589-b18f-a8801ff9b421", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-trusted-ca-bundle", "reconcileID": "28a85103-b18f-4d2c-8653-b29e9307dff8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84253f61", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-trusted-ca-bundle", "reconcileID": "28a85103-b18f-4d2c-8653-b29e9307dff8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54866c48-06fe-43b4-8cea-f07163cc199a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ea6274-3df8-4122-8af2-aeeb224524df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ea6274-3df8-4122-8af2-aeeb224524df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84253f61", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ea6274-3df8-4122-8af2-aeeb224524df", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-84253f61 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:06:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-trusted-ca-bundle", "reconcileID": "da9552e7-3c75-4314-b426-bf0955feaf4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-trusted-ca-bundle", "reconcileID": "da9552e7-3c75-4314-b426-bf0955feaf4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "openshift-service-ca.crt", "reconcileID": "3d31d9f8-7cfa-479d-8fc0-e5acbffecca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "openshift-service-ca.crt", "reconcileID": "3d31d9f8-7cfa-479d-8fc0-e5acbffecca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c3d4403-1ae4-48f4-b7bf-9df75dff10b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84253f61"}, "namespace": "e2e-unlabeled-84253f61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c3d4403-1ae4-48f4-b7bf-9df75dff10b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84253f61"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "openshift-service-ca.crt", "reconcileID": "0070ee91-15e5-47e8-98bf-085c7c379d53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "d7544cbc-7dc5-43d7-b4bd-a7b7c2e15810", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "openshift-service-ca.crt", "reconcileID": "a613bcd4-aff5-4412-a03e-55ab684b5cda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "openshift-service-ca.crt", "reconcileID": "a613bcd4-aff5-4412-a03e-55ab684b5cda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07cf8e25-cbe5-4591-a6af-75a102ce87e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "openshift-service-ca.crt", "reconcileID": "0d51d8eb-662d-46f3-8fa3-f90d3d203d19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "1f6b771b-168e-45ab-a4de-a319d8131605", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "1f6b771b-168e-45ab-a4de-a319d8131605", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b3cf9cb-a41e-4a25-af4e-1bbd32b88389", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "937325a5-d858-44a2-ac1f-bdb696a8e155", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "937325a5-d858-44a2-ac1f-bdb696a8e155", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:06:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "937325a5-d858-44a2-ac1f-bdb696a8e155", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bbcad92-b061-4cf9-ab0e-7a1d1ab473ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bbcad92-b061-4cf9-ab0e-7a1d1ab473ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bbcad92-b061-4cf9-ab0e-7a1d1ab473ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ff5ec0d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "2e009f4c-a548-4d75-b3d4-f974c15a2ccc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-trusted-ca-bundle", "reconcileID": "2e009f4c-a548-4d75-b3d4-f974c15a2ccc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "openshift-service-ca.crt", "reconcileID": "a327af98-93bd-4714-bc46-a275a796ab2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "openshift-service-ca.crt", "reconcileID": "a327af98-93bd-4714-bc46-a275a796ab2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39ea56e1-7025-4cf7-9dcb-99ea916ebe70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ff5ec0d0"}, "namespace": "ai-tenant-e2e-mt-ff5ec0d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39ea56e1-7025-4cf7-9dcb-99ea916ebe70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ff5ec0d0"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "openshift-service-ca.crt", "reconcileID": "85d02995-32bd-42cd-bc48-80cc5ab31769", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-trusted-ca-bundle", "reconcileID": "6cd12f53-a19f-446e-b154-3c21ab5ae24e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:06:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "openshift-service-ca.crt", "reconcileID": "2cac4188-6d61-4f6d-b0c9-9fd6ec3b6c87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f72b7085", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "openshift-service-ca.crt", "reconcileID": "2cac4188-6d61-4f6d-b0c9-9fd6ec3b6c87", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "openshift-service-ca.crt", "reconcileID": "ab436b53-ba0a-4768-bdbc-2ac30d87e2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd74299d-ad4d-46af-8fbc-2aa49f3ff47f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:06:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-trusted-ca-bundle", "reconcileID": "1cf0b87d-6e42-4589-8585-9b97062dc85d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-trusted-ca-bundle", "reconcileID": "1cf0b87d-6e42-4589-8585-9b97062dc85d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:06:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3ab818c-423b-4a52-a682-c8b233c64a28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3014c2bc-09bb-480c-8796-9df33238d8a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3014c2bc-09bb-480c-8796-9df33238d8a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3014c2bc-09bb-480c-8796-9df33238d8a8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:06:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "openshift-service-ca.crt", "reconcileID": "b8dcde5b-6fd2-49f0-b2ce-4e9f71af019d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:06:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-trusted-ca-bundle", "reconcileID": "ef29fcf5-a59c-4afb-82cb-661e09b618a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:06:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "openshift-service-ca.crt", "reconcileID": "84e2a341-5d82-4c70-90f1-ec6985e9203a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d70d2b84", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "openshift-service-ca.crt", "reconcileID": "84e2a341-5d82-4c70-90f1-ec6985e9203a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:06:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d53103e-8ca1-4efa-947c-7b46b731eebd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:06:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "openshift-service-ca.crt", "reconcileID": "199d5ffd-e2c2-4713-b4f7-723149ff6822", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:06:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-trusted-ca-bundle", "reconcileID": "ce827a47-fe72-476a-9faa-75e9c0cc24e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:06:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-trusted-ca-bundle", "reconcileID": "ce827a47-fe72-476a-9faa-75e9c0cc24e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:06:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "955cfab8-7b4e-41c8-a5f5-0aaf8183eadd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37c8c6eb-079d-4a21-8415-d42814288ae8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:07:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37c8c6eb-079d-4a21-8415-d42814288ae8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:07:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "37c8c6eb-079d-4a21-8415-d42814288ae8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04f4fd3-614b-4c62-949a-ce10aacc2432", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:07:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04f4fd3-614b-4c62-949a-ce10aacc2432", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04f4fd3-614b-4c62-949a-ce10aacc2432", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f72b7085 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-trusted-ca-bundle", "reconcileID": "3e1a1ef8-161d-4d0a-8d6e-c4b4abeec7fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-trusted-ca-bundle", "reconcileID": "3e1a1ef8-161d-4d0a-8d6e-c4b4abeec7fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "openshift-service-ca.crt", "reconcileID": "082905e3-f1a9-49e1-96e8-c028617ea7af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "openshift-service-ca.crt", "reconcileID": "082905e3-f1a9-49e1-96e8-c028617ea7af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c7febce-821d-4789-8e22-9db204a15c1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f72b7085"}, "namespace": "ai-tenant-e2e-mt-f72b7085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c7febce-821d-4789-8e22-9db204a15c1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f72b7085"} 2026-07-27T21:07:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c41682c-9198-4d2e-96c4-a57de4fd941a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c41682c-9198-4d2e-96c4-a57de4fd941a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c41682c-9198-4d2e-96c4-a57de4fd941a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d70d2b84 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:07:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-trusted-ca-bundle", "reconcileID": "0788c5c3-ea4e-4a11-9542-cda2c894dedc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-trusted-ca-bundle", "reconcileID": "0788c5c3-ea4e-4a11-9542-cda2c894dedc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "openshift-service-ca.crt", "reconcileID": "5b2f6197-c6b3-4aa2-a6fe-52750dfcf9b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "openshift-service-ca.crt", "reconcileID": "5b2f6197-c6b3-4aa2-a6fe-52750dfcf9b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "441aab94-f6ab-498f-bbe8-af39bd1c859e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d70d2b84"}, "namespace": "ai-tenant-e2e-mt-d70d2b84", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "441aab94-f6ab-498f-bbe8-af39bd1c859e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d70d2b84"} 2026-07-27T21:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "01acea39-6cf6-40d8-8905-87fe22065235", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "01acea39-6cf6-40d8-8905-87fe22065235", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "01acea39-6cf6-40d8-8905-87fe22065235", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "28decf6c-6568-407a-b0b0-5d944923df6b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "28decf6c-6568-407a-b0b0-5d944923df6b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "28decf6c-6568-407a-b0b0-5d944923df6b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "53bd1644-1ad3-4654-855c-bb57c031801a", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "53bd1644-1ad3-4654-855c-bb57c031801a", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "53bd1644-1ad3-4654-855c-bb57c031801a", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "cf6a09fe-20e4-45c0-8c4a-792b6b029b0b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "cf6a09fe-20e4-45c0-8c4a-792b6b029b0b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "cf6a09fe-20e4-45c0-8c4a-792b6b029b0b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "498e114f-8fc2-498b-b713-ae56d5b2c906", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "498e114f-8fc2-498b-b713-ae56d5b2c906", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "498e114f-8fc2-498b-b713-ae56d5b2c906", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "07a22992-001c-4f89-95e1-0fb30639e1f3", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "07a22992-001c-4f89-95e1-0fb30639e1f3", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "07a22992-001c-4f89-95e1-0fb30639e1f3", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "6ca5e139-101c-483a-a68e-4805a558d306", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "6ca5e139-101c-483a-a68e-4805a558d306", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "6ca5e139-101c-483a-a68e-4805a558d306", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "eb2dbb32-8f38-4c27-abb3-ed943b0cab01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "cb371b61-eceb-49b1-a3a7-ed030837caa3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "0ac2c5d7-f429-4ea6-b253-734ff95cd629", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2f806b4e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "0ac2c5d7-f429-4ea6-b253-734ff95cd629", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de59ebfc-4c4e-4641-b7f0-148bce16cad1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "900eeed9-35ef-4a63-9b15-49eab26e5def", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "6aa18bfa-f1ec-41f9-a391-6bcad744a0a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "6aa18bfa-f1ec-41f9-a391-6bcad744a0a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84e64f1f-3c65-4e0e-bb7b-295c9fbe325d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "dc7e61a4-a4b2-4e4b-87c8-1787b426384b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "dc7e61a4-a4b2-4e4b-87c8-1787b426384b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "dc7e61a4-a4b2-4e4b-87c8-1787b426384b", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76fe340f-4261-4efe-9dab-631d502c9a8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T21:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "8d9b73a0-1788-496e-a445-1d220b6267c1", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "8d9b73a0-1788-496e-a445-1d220b6267c1", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "8d9b73a0-1788-496e-a445-1d220b6267c1", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "e0fe58b1-3be0-4aa6-b8e9-7359c834513d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "fc45fbfe-3303-4b0a-bf80-e1fcf5e35c8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "3e33115e-3f1f-4120-8300-a98c218d5054", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-2f806b4e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "3e33115e-3f1f-4120-8300-a98c218d5054", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd239d9c-869c-49b1-8c96-f20ab14ed085", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "874acb75-e085-486f-a525-55d6059a0088", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "30714962-b20a-43b7-8734-c5709e0f7716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-2f806b4e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "30714962-b20a-43b7-8734-c5709e0f7716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66a58fdc-639b-418e-a169-d55d3211b240", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03f31d77-2d56-430a-84ac-26b2a62b5732", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03f31d77-2d56-430a-84ac-26b2a62b5732", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-2f806b4e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03f31d77-2d56-430a-84ac-26b2a62b5732", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-2f806b4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "9b7b9f85-bb5f-44ef-97ba-fc2fcc8344a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "9b7b9f85-bb5f-44ef-97ba-fc2fcc8344a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "e071dc2a-e7bc-434e-b1cc-940f4c6a771a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "e071dc2a-e7bc-434e-b1cc-940f4c6a771a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8776ec4-f28e-4d0e-a5ba-d8c162a41f43", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-2f806b4e"}, "namespace": "e2e-mt-other-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8776ec4-f28e-4d0e-a5ba-d8c162a41f43", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-2f806b4e"} 2026-07-27T21:07:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "3d53dbed-7c05-419a-88c6-21d986c3766c", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "3d53dbed-7c05-419a-88c6-21d986c3766c", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "3d53dbed-7c05-419a-88c6-21d986c3766c", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "1377a937-e9b3-4034-a80e-f85d257a97bd", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "1377a937-e9b3-4034-a80e-f85d257a97bd", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e-authn-ssl"} 2026-07-27T21:07:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "1377a937-e9b3-4034-a80e-f85d257a97bd", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fc485f5-dffc-4f11-983f-b9028246b323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fc485f5-dffc-4f11-983f-b9028246b323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fc485f5-dffc-4f11-983f-b9028246b323", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-2f806b4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:07:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "7796ccca-aae4-45e4-b27d-e5f307107b6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-trusted-ca-bundle", "reconcileID": "7796ccca-aae4-45e4-b27d-e5f307107b6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "0d801ef6-2868-4fe0-a036-9be40ee45a45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "openshift-service-ca.crt", "reconcileID": "0d801ef6-2868-4fe0-a036-9be40ee45a45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "153dbb20-d5de-4be1-bb25-87c1a1cbc627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2f806b4e"}, "namespace": "ai-tenant-e2e-mt-2f806b4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "153dbb20-d5de-4be1-bb25-87c1a1cbc627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2f806b4e"} 2026-07-27T21:07:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-2f806b4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-2f806b4e", "reconcileID": "a6fe77cf-7e5d-4a98-b911-7b12260420cc", "Gateway": "e2e-mt-2f806b4e", "namespace": "openshift-ingress"} 2026-07-27T21:07:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "openshift-service-ca.crt", "reconcileID": "80d1ca26-5c19-4003-b26a-c8b2ef09a4cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "openshift-service-ca.crt", "reconcileID": "4480ac1e-7bd7-4d01-9e26-a5085c756e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-28a80337", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "openshift-service-ca.crt", "reconcileID": "4480ac1e-7bd7-4d01-9e26-a5085c756e66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-trusted-ca-bundle", "reconcileID": "0a1f98ec-e0f1-4485-bf28-42d13e2ff16f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-28a80337", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-trusted-ca-bundle", "reconcileID": "0a1f98ec-e0f1-4485-bf28-42d13e2ff16f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:07:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "openshift-service-ca.crt", "reconcileID": "894c1955-39ba-4de9-849c-1dd793759258", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e08db6f0-6b97-4f82-a65c-a10b06895c0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-trusted-ca-bundle", "reconcileID": "ef1c84c2-030d-470b-afa2-920826bbedb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-trusted-ca-bundle", "reconcileID": "1434b127-879b-4e3c-92f3-45f1324d6442", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-28a80337", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-trusted-ca-bundle", "reconcileID": "1434b127-879b-4e3c-92f3-45f1324d6442", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3ed8e42-ba20-4f7b-98c8-e34565104689", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0e24747-ac1e-413a-80f9-145ecf3a059c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0e24747-ac1e-413a-80f9-145ecf3a059c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-28a80337", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0e24747-ac1e-413a-80f9-145ecf3a059c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-28a80337 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-trusted-ca-bundle", "reconcileID": "77644115-cbfc-4548-b7fb-0f3385b312ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-trusted-ca-bundle", "reconcileID": "77644115-cbfc-4548-b7fb-0f3385b312ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "openshift-service-ca.crt", "reconcileID": "1e3357db-104a-48f4-90ed-96b6f1092036", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "openshift-service-ca.crt", "reconcileID": "1e3357db-104a-48f4-90ed-96b6f1092036", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "defad0ff-1f90-4ad3-b209-44f296e26c45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-28a80337"}, "namespace": "e2e-webhook-sub-28a80337", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "defad0ff-1f90-4ad3-b209-44f296e26c45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-28a80337"} 2026-07-27T21:07:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "5a251a22-746a-447b-8500-3e6ea62ddb57", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:07:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "24312420-ce46-46b6-915a-d91aa0fd9205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:07:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "2dee9faf-91fa-41a4-aa1f-c94611250abe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-349f6fd5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "2dee9faf-91fa-41a4-aa1f-c94611250abe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:07:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "b3621311-c44e-4e61-9edb-cd45905e84d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-349f6fd5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "b3621311-c44e-4e61-9edb-cd45905e84d8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:07:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d22f94c6-630e-4587-b70d-8f82c5f18208", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:07:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d22f94c6-630e-4587-b70d-8f82c5f18208", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:07:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "35cda99f-5db3-4918-954f-f8c0d0f77573", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:07:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "acc7f0e0-32e2-4d25-b851-a71604359a14", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:07:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "672ea4cf-b36b-453b-be13-e3f3c46e67e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26681157-cd4e-486d-bc5c-9ef783decebf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26681157-cd4e-486d-bc5c-9ef783decebf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T21:08:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26681157-cd4e-486d-bc5c-9ef783decebf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-349f6fd5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T21:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "d48f52b4-7905-4864-8bc3-64d88d52488a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-trusted-ca-bundle", "reconcileID": "d48f52b4-7905-4864-8bc3-64d88d52488a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "26dd2cf9-6882-4cc4-91e4-1838bcb8f641", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "openshift-service-ca.crt", "reconcileID": "26dd2cf9-6882-4cc4-91e4-1838bcb8f641", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "206a6506-9452-4b7c-8286-554ab4f8703a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-349f6fd5"}, "namespace": "e2e-webhook-auth-349f6fd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "206a6506-9452-4b7c-8286-554ab4f8703a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-349f6fd5"} 2026-07-27T21:08:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9dce3b5b-2a78-4c80-92b2-08a2c986b0aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-27T21:08:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9dce3b5b-2a78-4c80-92b2-08a2c986b0aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-27T21:08:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9dce3b5b-2a78-4c80-92b2-08a2c986b0aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}