2026-07-18T01:21:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d986d3bb-849b-4573-8b8e-0cbadf7db2a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "openshift-service-ca.crt", "reconcileID": "76f220a7-90cd-41e6-abdb-e3ffb710a52c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "openshift-service-ca.crt", "reconcileID": "7998d48e-dca5-4536-846e-6749d105f549", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-a6e4d7b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:21:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "openshift-service-ca.crt", "reconcileID": "7998d48e-dca5-4536-846e-6749d105f549", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-trusted-ca-bundle", "reconcileID": "9bf95d82-ed88-4143-80a2-06296d8e7699", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "019d43b6-f34c-491f-a9bc-fb0433165cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "openshift-service-ca.crt", "reconcileID": "fe815895-f5e2-4c22-8047-d95e87f1c11b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-trusted-ca-bundle", "reconcileID": "a84673cd-070f-41b3-85dd-2b73340b359a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:21:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-trusted-ca-bundle", "reconcileID": "a84673cd-070f-41b3-85dd-2b73340b359a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34399eeb-2d13-4e83-a7c9-0677824f0b24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4321c66c-24e2-45ce-8be5-ba330d77d434", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4321c66c-24e2-45ce-8be5-ba330d77d434", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:21:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4321c66c-24e2-45ce-8be5-ba330d77d434", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-ait-wrong-a6e4d7b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-trusted-ca-bundle", "reconcileID": "29d61483-742f-4d69-9da8-ca8e1b326d42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-trusted-ca-bundle", "reconcileID": "29d61483-742f-4d69-9da8-ca8e1b326d42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "openshift-service-ca.crt", "reconcileID": "35f1d43d-b52a-4e07-812b-c88ff2ea7bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "openshift-service-ca.crt", "reconcileID": "35f1d43d-b52a-4e07-812b-c88ff2ea7bbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df132749-0376-42de-96de-7a74b85e0e2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-a6e4d7b9"}, "namespace": "e2e-ait-wrong-a6e4d7b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df132749-0376-42de-96de-7a74b85e0e2c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-a6e4d7b9"} 2026-07-18T01:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "374e8d7c-328e-4a87-8a3a-81aff21d5468", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "374e8d7c-328e-4a87-8a3a-81aff21d5468", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "374e8d7c-328e-4a87-8a3a-81aff21d5468", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "6d4bb997-6f35-4cd3-b873-e82860118317", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "6d4bb997-6f35-4cd3-b873-e82860118317", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "6d4bb997-6f35-4cd3-b873-e82860118317", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "11b8e5bb-68e5-4efc-a4ae-a013e2548232", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "11b8e5bb-68e5-4efc-a4ae-a013e2548232", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "11b8e5bb-68e5-4efc-a4ae-a013e2548232", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "401be2e9-95e1-4985-9ab3-fa2550e700ce", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "401be2e9-95e1-4985-9ab3-fa2550e700ce", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "401be2e9-95e1-4985-9ab3-fa2550e700ce", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "e315e9b1-b2f5-4a0e-8bd7-74077cf3d5cf", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "e315e9b1-b2f5-4a0e-8bd7-74077cf3d5cf", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "e315e9b1-b2f5-4a0e-8bd7-74077cf3d5cf", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "971c5c75-dfed-4dd1-bf2f-07f4dec95fc0", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "971c5c75-dfed-4dd1-bf2f-07f4dec95fc0", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "971c5c75-dfed-4dd1-bf2f-07f4dec95fc0", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "05fda145-9393-4465-810e-2d323eac3b4a", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "05fda145-9393-4465-810e-2d323eac3b4a", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "05fda145-9393-4465-810e-2d323eac3b4a", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "openshift-service-ca.crt", "reconcileID": "d81e7bc4-5c1a-40df-8750-201f5a80b20e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-d0a195eb"} 2026-07-18T01:21:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "odh-trusted-ca-bundle", "reconcileID": "91ceeca5-fb69-4aae-8c2a-f398b1a6e140", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-d0a195eb"} 2026-07-18T01:21:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "openshift-service-ca.crt", "reconcileID": "0d2ef6f9-cb5c-47d3-a741-a4a996b92221", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-d0a195eb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:21:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "openshift-service-ca.crt", "reconcileID": "0d2ef6f9-cb5c-47d3-a741-a4a996b92221", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-d0a195eb"} 2026-07-18T01:21:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81e1181b-88ce-4f11-8234-dda613c8c0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-d0a195eb"} 2026-07-18T01:21:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "openshift-service-ca.crt", "reconcileID": "e0383a6d-6c50-4646-8761-ca34535a5184", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-d0a195eb"} 2026-07-18T01:21:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "odh-trusted-ca-bundle", "reconcileID": "0ae4d280-4f29-4afa-8c17-4a13c482e77c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-d0a195eb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:21:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "odh-trusted-ca-bundle", "reconcileID": "0ae4d280-4f29-4afa-8c17-4a13c482e77c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-d0a195eb"} 2026-07-18T01:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-d0a195eb"}, "namespace": "ai-tenant-e2e-ait-d0a195eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e26dc1-0082-4edb-98fb-9f254f50599e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-d0a195eb"} 2026-07-18T01:21:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "5e97a238-02a2-4d5c-b9a4-0025af052cdb", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "5e97a238-02a2-4d5c-b9a4-0025af052cdb", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "5e97a238-02a2-4d5c-b9a4-0025af052cdb", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7bfa314f-e9b4-489f-9c45-6052f8a31bb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "5bcc0aff-49a2-49af-b4e3-748194c23fa9", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "5bcc0aff-49a2-49af-b4e3-748194c23fa9", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "5bcc0aff-49a2-49af-b4e3-748194c23fa9", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "b9ac2ccf-7998-4b8b-8238-52d403becd00", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "b9ac2ccf-7998-4b8b-8238-52d403becd00", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "b9ac2ccf-7998-4b8b-8238-52d403becd00", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "817fefc2-a7fe-473c-99c8-14ab8f57d583", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "817fefc2-a7fe-473c-99c8-14ab8f57d583", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb-authn-ssl"} 2026-07-18T01:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-d0a195eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-d0a195eb", "reconcileID": "817fefc2-a7fe-473c-99c8-14ab8f57d583", "Gateway": "e2e-ait-d0a195eb", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "openshift-service-ca.crt", "reconcileID": "8e6f9ef3-4ea8-4cd1-969b-d18b6e3e2fdd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-2d70ef2b"} 2026-07-18T01:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "odh-trusted-ca-bundle", "reconcileID": "e4e97144-0e2b-4337-bc13-11304c273e9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-2d70ef2b"} 2026-07-18T01:21:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "openshift-service-ca.crt", "reconcileID": "add2ce91-f688-4482-908e-bbf29cbb7699", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:21:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "openshift-service-ca.crt", "reconcileID": "add2ce91-f688-4482-908e-bbf29cbb7699", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-2d70ef2b"} 2026-07-18T01:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "openshift-service-ca.crt", "reconcileID": "8ad93d81-028d-4a01-962f-86f1171b4f0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-2d70ef2b"} 2026-07-18T01:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb99205c-01b1-4a9b-af00-80687cda94ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-2d70ef2b"} 2026-07-18T01:21:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "odh-trusted-ca-bundle", "reconcileID": "3e6a4661-8bb7-450c-8531-7fecb63252d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:21:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "odh-trusted-ca-bundle", "reconcileID": "3e6a4661-8bb7-450c-8531-7fecb63252d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-2d70ef2b"} 2026-07-18T01:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-2d70ef2b"}, "namespace": "ai-tenant-e2e-migrate-2d70ef2b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6835c251-7209-4df1-920b-63ab51b176d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-2d70ef2b"} 2026-07-18T01:21:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "8ee03a2e-30f9-46f5-a551-42783d19ac21", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "8ee03a2e-30f9-46f5-a551-42783d19ac21", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "8ee03a2e-30f9-46f5-a551-42783d19ac21", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "b5ec00ed-a6e1-46f6-9263-d4317c6f3c5a", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "b5ec00ed-a6e1-46f6-9263-d4317c6f3c5a", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "b5ec00ed-a6e1-46f6-9263-d4317c6f3c5a", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "1e660eb0-dcfa-435a-8b3c-ca053d517f7f", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "1e660eb0-dcfa-435a-8b3c-ca053d517f7f", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "1e660eb0-dcfa-435a-8b3c-ca053d517f7f", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "2578befa-9961-4846-8b83-52ff4d82d650", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "2578befa-9961-4846-8b83-52ff4d82d650", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "2578befa-9961-4846-8b83-52ff4d82d650", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "eff6e2a8-f565-4fae-ae24-a07c61b09747", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "eff6e2a8-f565-4fae-ae24-a07c61b09747", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "eff6e2a8-f565-4fae-ae24-a07c61b09747", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "1e112ade-6e7e-4221-91ad-713d5d47940d", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "1e112ade-6e7e-4221-91ad-713d5d47940d", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "1e112ade-6e7e-4221-91ad-713d5d47940d", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "71dff46e-7eb9-4fbc-a72d-f64a44ae6467", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "71dff46e-7eb9-4fbc-a72d-f64a44ae6467", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "71dff46e-7eb9-4fbc-a72d-f64a44ae6467", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "0e438a10-32eb-4ee8-8099-2b293e0c7b6d", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "0e438a10-32eb-4ee8-8099-2b293e0c7b6d", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "0e438a10-32eb-4ee8-8099-2b293e0c7b6d", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:21:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5a169db-b092-423c-865c-497d3a0ed025", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:22:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "44ed2142-6c74-407d-b5ba-d72f4cade5a0", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:22:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "44ed2142-6c74-407d-b5ba-d72f4cade5a0", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:22:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "44ed2142-6c74-407d-b5ba-d72f4cade5a0", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:22:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "823867d2-5e1f-4c57-8026-b8054055b762", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:22:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "823867d2-5e1f-4c57-8026-b8054055b762", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:22:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "823867d2-5e1f-4c57-8026-b8054055b762", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:22:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "d75e0043-2e42-4c1d-88c3-d230bd887bbc", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:22:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "d75e0043-2e42-4c1d-88c3-d230bd887bbc", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw-authn-ssl"} 2026-07-18T01:22:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-2d70ef2b-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-2d70ef2b-gw", "reconcileID": "d75e0043-2e42-4c1d-88c3-d230bd887bbc", "Gateway": "e2e-migrate-2d70ef2b-gw", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "c3efb8ce-f2f7-4bd7-b0c3-eec8d465523e", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "c3efb8ce-f2f7-4bd7-b0c3-eec8d465523e", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "c3efb8ce-f2f7-4bd7-b0c3-eec8d465523e", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "528a417e-9309-48fa-b758-1093d3c35fe3", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "528a417e-9309-48fa-b758-1093d3c35fe3", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:39Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "528a417e-9309-48fa-b758-1093d3c35fe3", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ait-e06bd601-authn-ssl: envoyfilters.networking.istio.io \"e2e-ait-e06bd601-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:22:39Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ait-e06bd601-authn-ssl: envoyfilters.networking.istio.io "e2e-ait-e06bd601-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ait-e06bd601","uid":"a4ec5575-9ac1-45db-8f37-a0f682362777","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"42662"}, "reason": "ReconcileError"} 2026-07-18T01:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "d4ef971c-1c9b-48df-9f85-a23a236f4805", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "d4ef971c-1c9b-48df-9f85-a23a236f4805", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "d4ef971c-1c9b-48df-9f85-a23a236f4805", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "ff81fa3d-90a7-4514-9a08-911783402ed3", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "ff81fa3d-90a7-4514-9a08-911783402ed3", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "ff81fa3d-90a7-4514-9a08-911783402ed3", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "eff271b4-b8bb-47b0-9c60-22ec51608830", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "eff271b4-b8bb-47b0-9c60-22ec51608830", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "eff271b4-b8bb-47b0-9c60-22ec51608830", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "d87a7a22-a32e-4d53-8030-25c080668730", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "d87a7a22-a32e-4d53-8030-25c080668730", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "d87a7a22-a32e-4d53-8030-25c080668730", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "863107e7-eef6-40e4-835c-f12cbff51820", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "863107e7-eef6-40e4-835c-f12cbff51820", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "863107e7-eef6-40e4-835c-f12cbff51820", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "openshift-service-ca.crt", "reconcileID": "7f599937-1d3a-4cbc-a4fd-899d977eaff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e06bd601"} 2026-07-18T01:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "odh-trusted-ca-bundle", "reconcileID": "6c83dc84-26ab-4793-97e9-47a7ecc6f34d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e06bd601"} 2026-07-18T01:22:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "openshift-service-ca.crt", "reconcileID": "095d3779-a5cc-4d8d-9530-cbe637742b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e06bd601", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:22:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "openshift-service-ca.crt", "reconcileID": "095d3779-a5cc-4d8d-9530-cbe637742b15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e06bd601"} 2026-07-18T01:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3b2708a-0633-4326-bb01-35edd24c3270", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e06bd601"} 2026-07-18T01:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "openshift-service-ca.crt", "reconcileID": "ea7516f3-7fce-4542-b404-08346a132ab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-e06bd601"} 2026-07-18T01:22:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "odh-trusted-ca-bundle", "reconcileID": "a66ee9f5-a3d7-4fad-b897-93b2bff60427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e06bd601", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:22:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "odh-trusted-ca-bundle", "reconcileID": "a66ee9f5-a3d7-4fad-b897-93b2bff60427", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-e06bd601"} 2026-07-18T01:22:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-e06bd601"}, "namespace": "ai-tenant-e2e-ait-e06bd601", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad85008c-8ee7-4aee-9057-ea4eb004ad1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-e06bd601"} 2026-07-18T01:22:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "16bd2b97-6418-4afb-9f22-3006be1ef875", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "16bd2b97-6418-4afb-9f22-3006be1ef875", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "16bd2b97-6418-4afb-9f22-3006be1ef875", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd56d40f-a8a0-4011-9213-b80f41f7b2a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:22:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:22:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:22:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:22:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-18T01:22:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "632d244d-7bb2-4457-bafb-08fd41e3447d", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:22:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "632d244d-7bb2-4457-bafb-08fd41e3447d", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:22:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "632d244d-7bb2-4457-bafb-08fd41e3447d", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:23:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "da49efa1-35ae-41f1-9da3-4323eaeb7e2b", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:23:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "da49efa1-35ae-41f1-9da3-4323eaeb7e2b", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:23:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "da49efa1-35ae-41f1-9da3-4323eaeb7e2b", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:23:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "0f238c8b-adfd-42f3-b1ee-acccd5d2b512", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:23:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "0f238c8b-adfd-42f3-b1ee-acccd5d2b512", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601-authn-ssl"} 2026-07-18T01:23:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-e06bd601","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-e06bd601", "reconcileID": "0f238c8b-adfd-42f3-b1ee-acccd5d2b512", "Gateway": "e2e-ait-e06bd601", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "540723d3-a81a-49e6-855c-24ab1d318212", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "540723d3-a81a-49e6-855c-24ab1d318212", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "540723d3-a81a-49e6-855c-24ab1d318212", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "a1f97ae0-ec8e-48b7-95cb-2ba5f1c3beb8", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "a1f97ae0-ec8e-48b7-95cb-2ba5f1c3beb8", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "a1f97ae0-ec8e-48b7-95cb-2ba5f1c3beb8", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "19ad4678-ad75-4295-b5ec-2fa8459a1f5a", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "19ad4678-ad75-4295-b5ec-2fa8459a1f5a", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "19ad4678-ad75-4295-b5ec-2fa8459a1f5a", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "bcb01f8b-6b5b-44ea-80ec-3e096147101e", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "bcb01f8b-6b5b-44ea-80ec-3e096147101e", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "bcb01f8b-6b5b-44ea-80ec-3e096147101e", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "74cd6d74-1ea0-43a1-b2c4-1628d91f166c", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "74cd6d74-1ea0-43a1-b2c4-1628d91f166c", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "74cd6d74-1ea0-43a1-b2c4-1628d91f166c", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "da90c90f-1776-42e4-9ef5-a82f0b6e57df", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "da90c90f-1776-42e4-9ef5-a82f0b6e57df", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "da90c90f-1776-42e4-9ef5-a82f0b6e57df", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "ef60efcf-ff1f-456f-b68e-fa1efc648bbc", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "ef60efcf-ff1f-456f-b68e-fa1efc648bbc", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "ef60efcf-ff1f-456f-b68e-fa1efc648bbc", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "openshift-service-ca.crt", "reconcileID": "e002f9c3-27fb-433d-bc8a-41fb405246cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-81658c06"} 2026-07-18T01:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "odh-trusted-ca-bundle", "reconcileID": "519cd4ee-e448-4d0e-bb22-1d9a9ef2c764", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-81658c06"} 2026-07-18T01:23:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "openshift-service-ca.crt", "reconcileID": "faf0dd43-0e4f-4fbc-991a-0fca2e70c0f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-81658c06", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:23:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "openshift-service-ca.crt", "reconcileID": "faf0dd43-0e4f-4fbc-991a-0fca2e70c0f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-81658c06"} 2026-07-18T01:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "openshift-service-ca.crt", "reconcileID": "f0d9421d-203e-4c55-9d42-361cec88fdfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-81658c06"} 2026-07-18T01:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2eb0b87a-aba2-49bd-947e-1f34bc5270b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-81658c06"} 2026-07-18T01:23:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "odh-trusted-ca-bundle", "reconcileID": "c510d67f-d3d1-453c-bf7e-f6964b8dcebb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-81658c06", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:23:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "odh-trusted-ca-bundle", "reconcileID": "c510d67f-d3d1-453c-bf7e-f6964b8dcebb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-81658c06"} 2026-07-18T01:23:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-81658c06"}, "namespace": "ai-tenant-e2e-derive-81658c06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cda79018-d711-4cbe-9d5c-9eed5bcfa3ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-81658c06"} 2026-07-18T01:23:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "62f26e0a-5095-4b83-827d-0b8efe0aa4a7", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "62f26e0a-5095-4b83-827d-0b8efe0aa4a7", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "62f26e0a-5095-4b83-827d-0b8efe0aa4a7", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a5c4ea8-87cc-4f3d-8326-fc80d8f9ca27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:23:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "ca12399d-8d2a-41ea-8db8-b165625dbd47", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:23:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "ca12399d-8d2a-41ea-8db8-b165625dbd47", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:23:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "ca12399d-8d2a-41ea-8db8-b165625dbd47", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "b4566e8a-37ac-4912-a7ca-0fcc373d7692", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "b4566e8a-37ac-4912-a7ca-0fcc373d7692", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "b4566e8a-37ac-4912-a7ca-0fcc373d7692", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "c502d9a0-792d-4478-84ca-1017e899ec1d", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "c502d9a0-792d-4478-84ca-1017e899ec1d", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress", "name": "e2e-derive-81658c06-authn-ssl"} 2026-07-18T01:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-81658c06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-81658c06", "reconcileID": "c502d9a0-792d-4478-84ca-1017e899ec1d", "Gateway": "e2e-derive-81658c06", "namespace": "openshift-ingress"} 2026-07-18T01:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "openshift-service-ca.crt", "reconcileID": "6c1fc81e-df72-4d5d-9b01-7c214efb60d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-trusted-ca-bundle", "reconcileID": "07bccff6-1c64-47a6-b3f0-af5d6c11f2aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "openshift-service-ca.crt", "reconcileID": "f11b5eb2-b580-4d89-b813-11e0c5c8f094", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d13ba4c4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "openshift-service-ca.crt", "reconcileID": "f11b5eb2-b580-4d89-b813-11e0c5c8f094", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a00901a-67be-4050-9700-4f69e88cf680", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "openshift-service-ca.crt", "reconcileID": "7d21964f-c898-4d7e-89d1-25962b2e56ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-trusted-ca-bundle", "reconcileID": "c74ed5c9-367f-40f2-84ec-e5b3072f6f07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-trusted-ca-bundle", "reconcileID": "c74ed5c9-367f-40f2-84ec-e5b3072f6f07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08ccd754-a382-4e2e-8fcc-bfd1d49f11d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e5b118-3efe-4c50-af2d-5248182f9aaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e5b118-3efe-4c50-af2d-5248182f9aaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e5b118-3efe-4c50-af2d-5248182f9aaf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d13ba4c4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:24:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-trusted-ca-bundle", "reconcileID": "995313f9-39ba-4f29-8956-1d906dae2aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-trusted-ca-bundle", "reconcileID": "995313f9-39ba-4f29-8956-1d906dae2aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "openshift-service-ca.crt", "reconcileID": "a24b20a9-678d-44ee-8559-2e1b512452cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "openshift-service-ca.crt", "reconcileID": "a24b20a9-678d-44ee-8559-2e1b512452cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c19871c-ac95-4908-908a-d6c053eceba7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d13ba4c4"}, "namespace": "ai-tenant-e2e-mt-d13ba4c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c19871c-ac95-4908-908a-d6c053eceba7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d13ba4c4"} 2026-07-18T01:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "openshift-service-ca.crt", "reconcileID": "244c5770-64cd-4ee1-809f-1706e2023719", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-trusted-ca-bundle", "reconcileID": "b8084b38-d87e-4612-bebb-b0587ce4f3ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "openshift-service-ca.crt", "reconcileID": "8bf8ac67-b368-4094-820e-da96955ee1b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ff75475", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "openshift-service-ca.crt", "reconcileID": "8bf8ac67-b368-4094-820e-da96955ee1b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6795611d-f870-494d-a0b0-1eb7618731e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "openshift-service-ca.crt", "reconcileID": "5d9640c7-8795-4e25-a503-df977d0af7ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-trusted-ca-bundle", "reconcileID": "ceaf27e5-6792-4020-a1f9-3f15fec33729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-trusted-ca-bundle", "reconcileID": "ceaf27e5-6792-4020-a1f9-3f15fec33729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6050e9e5-20e9-4372-a7a2-4a54d6419e87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5a92841-d695-47d2-ad49-47da3ab26cad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:24:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92ec4f0a-faf1-4ed9-b626-e39527edd59a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:24:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92ec4f0a-faf1-4ed9-b626-e39527edd59a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-18T01:24:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92ec4f0a-faf1-4ed9-b626-e39527edd59a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:24:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ac3c337-00c1-463e-b1fa-3092cb6f6d44", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:24:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ac3c337-00c1-463e-b1fa-3092cb6f6d44", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-18T01:24:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ac3c337-00c1-463e-b1fa-3092cb6f6d44", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:24:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7faaff43-90da-4e7b-9abd-0915e0ba2331", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7faaff43-90da-4e7b-9abd-0915e0ba2331", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7faaff43-90da-4e7b-9abd-0915e0ba2331", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-8ff75475 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:24:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-trusted-ca-bundle", "reconcileID": "df955d20-652c-47fe-90a8-3a9625151fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-trusted-ca-bundle", "reconcileID": "df955d20-652c-47fe-90a8-3a9625151fdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "openshift-service-ca.crt", "reconcileID": "b319bcda-8ece-4eb5-ac41-4240d1746d12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "openshift-service-ca.crt", "reconcileID": "b319bcda-8ece-4eb5-ac41-4240d1746d12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "466b6946-c3c6-4609-bd98-55f5def77f7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ff75475"}, "namespace": "ai-tenant-e2e-mt-8ff75475", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "466b6946-c3c6-4609-bd98-55f5def77f7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ff75475"} 2026-07-18T01:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "openshift-service-ca.crt", "reconcileID": "a97cce39-fe2b-41f0-99e4-6829f0436698", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-trusted-ca-bundle", "reconcileID": "704d77f5-0d97-43b1-981c-535225e7d1d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:24:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "openshift-service-ca.crt", "reconcileID": "2ef00b90-d501-424c-b63a-7b727d37da3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84dd512f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "openshift-service-ca.crt", "reconcileID": "2ef00b90-d501-424c-b63a-7b727d37da3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f398d454-771c-44ce-a34f-3c08e77845fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "openshift-service-ca.crt", "reconcileID": "d31e7574-51c0-47e4-b48a-3afba5e6da86", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:24:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-trusted-ca-bundle", "reconcileID": "cf6f890d-8630-4463-85b3-21a068091519", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84dd512f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:24:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-trusted-ca-bundle", "reconcileID": "cf6f890d-8630-4463-85b3-21a068091519", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:24:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a117cb0-7f46-4e65-93cf-e9c1aeca8357", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86ab1711-67b8-4175-877b-3ff723745bab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86ab1711-67b8-4175-877b-3ff723745bab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84dd512f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86ab1711-67b8-4175-877b-3ff723745bab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-84dd512f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:25:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-trusted-ca-bundle", "reconcileID": "05d693bd-82f8-4d15-b504-ac0395781e0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-trusted-ca-bundle", "reconcileID": "05d693bd-82f8-4d15-b504-ac0395781e0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "openshift-service-ca.crt", "reconcileID": "1bd54fc7-978d-462e-add6-fe2e1b5f86a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "openshift-service-ca.crt", "reconcileID": "1bd54fc7-978d-462e-add6-fe2e1b5f86a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eedf4333-a3bb-495e-90dd-d2c7b013392e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-84dd512f"}, "namespace": "e2e-unlabeled-84dd512f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eedf4333-a3bb-495e-90dd-d2c7b013392e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-84dd512f"} 2026-07-18T01:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "openshift-service-ca.crt", "reconcileID": "e0e7ed99-3e0f-4245-9ddd-a418940f640a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-trusted-ca-bundle", "reconcileID": "5081017c-bcf9-48b3-b362-8e3991f27fd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "openshift-service-ca.crt", "reconcileID": "ad4cbddc-1b34-49ef-980c-91020aad78db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f8235808", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "openshift-service-ca.crt", "reconcileID": "ad4cbddc-1b34-49ef-980c-91020aad78db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "693694af-3f6c-48ee-97a5-e33673c2577c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "openshift-service-ca.crt", "reconcileID": "0b57126f-a3d6-4571-8690-3f68cd116518", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-trusted-ca-bundle", "reconcileID": "4bb8b26f-4b6d-4bee-90b9-7dba56ac00dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-trusted-ca-bundle", "reconcileID": "4bb8b26f-4b6d-4bee-90b9-7dba56ac00dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f52609b-1020-47d3-b82c-67616e998de7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36eecd1c-d5e1-45cf-8373-1002e9f15837", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:25:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36eecd1c-d5e1-45cf-8373-1002e9f15837", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-18T01:25:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36eecd1c-d5e1-45cf-8373-1002e9f15837", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7e4daea-ab4d-4e63-8a77-681f86052f4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7e4daea-ab4d-4e63-8a77-681f86052f4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7e4daea-ab4d-4e63-8a77-681f86052f4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f8235808 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-trusted-ca-bundle", "reconcileID": "e388ccdb-168f-44ee-800f-eb55a7c5e406", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-trusted-ca-bundle", "reconcileID": "e388ccdb-168f-44ee-800f-eb55a7c5e406", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "openshift-service-ca.crt", "reconcileID": "833e74fe-23c5-4e8e-9288-a432dd949a0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "openshift-service-ca.crt", "reconcileID": "833e74fe-23c5-4e8e-9288-a432dd949a0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4848bf05-1c3a-4510-b7bb-5c766c5c9744", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f8235808"}, "namespace": "ai-tenant-e2e-mt-f8235808", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4848bf05-1c3a-4510-b7bb-5c766c5c9744", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f8235808"} 2026-07-18T01:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "openshift-service-ca.crt", "reconcileID": "005014e4-491a-4537-b907-b1411fc3acd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-trusted-ca-bundle", "reconcileID": "27a92c06-99c5-4a2e-b459-82b403a722c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "openshift-service-ca.crt", "reconcileID": "5e64562a-5951-4980-ac77-ac0c41cd94e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5e2677fc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4611ee1e-a919-47d4-906a-9ffe41d2f99d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:25:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4611ee1e-a919-47d4-906a-9ffe41d2f99d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-18T01:25:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "openshift-service-ca.crt", "reconcileID": "5e64562a-5951-4980-ac77-ac0c41cd94e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86110832-f3db-49bc-8107-9a6ab4ea7dec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "openshift-service-ca.crt", "reconcileID": "01c9bd5c-42be-4fa4-851f-153e3818056a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4611ee1e-a919-47d4-906a-9ffe41d2f99d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:25:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-trusted-ca-bundle", "reconcileID": "ddfb4307-6176-4d42-a014-6265c0151b07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-trusted-ca-bundle", "reconcileID": "ddfb4307-6176-4d42-a014-6265c0151b07", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9a66767-e732-484b-a0f0-b3c069fd27d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "openshift-service-ca.crt", "reconcileID": "37c3d6e0-588a-42aa-b10a-cecf70e5abf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-trusted-ca-bundle", "reconcileID": "6f2d6e15-82a4-4f90-9d31-3583d3e79c5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "openshift-service-ca.crt", "reconcileID": "3bf9b54e-a8e1-40b8-9ddc-c786cfc9b258", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f0585d56", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "openshift-service-ca.crt", "reconcileID": "3bf9b54e-a8e1-40b8-9ddc-c786cfc9b258", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23226c92-9b93-42f9-b9de-bab7b7c603a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "openshift-service-ca.crt", "reconcileID": "badc9b93-6856-405e-87b9-a198c9b2b367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-trusted-ca-bundle", "reconcileID": "e03b6827-502c-4dd9-9ce7-667992d10500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-trusted-ca-bundle", "reconcileID": "e03b6827-502c-4dd9-9ce7-667992d10500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36078459-f113-41d9-b661-c09d9352e0f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d3beeae-9457-42e6-ac5e-1ddda6db2d04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:25:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d3beeae-9457-42e6-ac5e-1ddda6db2d04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-18T01:25:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d3beeae-9457-42e6-ac5e-1ddda6db2d04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:25:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "741cd656-6b6f-413c-a51f-3d421ea6a846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "741cd656-6b6f-413c-a51f-3d421ea6a846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "741cd656-6b6f-413c-a51f-3d421ea6a846", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-5e2677fc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:25:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-trusted-ca-bundle", "reconcileID": "3ea65d8d-d085-46a9-a4ee-f53023d12013", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-trusted-ca-bundle", "reconcileID": "3ea65d8d-d085-46a9-a4ee-f53023d12013", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "openshift-service-ca.crt", "reconcileID": "cefceadb-e468-47ea-b567-23f61acfc3ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "openshift-service-ca.crt", "reconcileID": "cefceadb-e468-47ea-b567-23f61acfc3ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b54d0982-1a53-4af7-853c-b4301daab9a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5e2677fc"}, "namespace": "ai-tenant-e2e-mt-5e2677fc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b54d0982-1a53-4af7-853c-b4301daab9a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5e2677fc"} 2026-07-18T01:25:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "957e43ad-39d7-4054-80f0-3483c1616a5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "957e43ad-39d7-4054-80f0-3483c1616a5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "957e43ad-39d7-4054-80f0-3483c1616a5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f0585d56 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:25:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-trusted-ca-bundle", "reconcileID": "b86e2592-54dd-4099-81d6-72046e75171c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-trusted-ca-bundle", "reconcileID": "b86e2592-54dd-4099-81d6-72046e75171c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "openshift-service-ca.crt", "reconcileID": "b2b05265-10ab-444e-a487-705a928a4e41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "openshift-service-ca.crt", "reconcileID": "b2b05265-10ab-444e-a487-705a928a4e41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df004bc5-bee9-4176-b8f5-e44482b73642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f0585d56"}, "namespace": "ai-tenant-e2e-mt-f0585d56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df004bc5-bee9-4176-b8f5-e44482b73642", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f0585d56"} 2026-07-18T01:25:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "632f3437-afc9-47fd-a4d8-ce6ea57980fb", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "632f3437-afc9-47fd-a4d8-ce6ea57980fb", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "632f3437-afc9-47fd-a4d8-ce6ea57980fb", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "fa8e7ae2-15be-4438-a6db-f50a3231e364", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "fa8e7ae2-15be-4438-a6db-f50a3231e364", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "fa8e7ae2-15be-4438-a6db-f50a3231e364", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "196c9be1-78ac-433a-bc22-4578d50d5874", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "196c9be1-78ac-433a-bc22-4578d50d5874", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "196c9be1-78ac-433a-bc22-4578d50d5874", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "c9cde658-2f3d-49b8-aa14-49d92feb4f6d", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "c9cde658-2f3d-49b8-aa14-49d92feb4f6d", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "c9cde658-2f3d-49b8-aa14-49d92feb4f6d", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "82edded1-422d-4ac6-9fc1-07ad5ca55da1", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "82edded1-422d-4ac6-9fc1-07ad5ca55da1", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "82edded1-422d-4ac6-9fc1-07ad5ca55da1", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "07f7c861-edd5-4661-b1c0-b300e97f9e64", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "07f7c861-edd5-4661-b1c0-b300e97f9e64", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "07f7c861-edd5-4661-b1c0-b300e97f9e64", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "96ac3b38-06cf-4890-90a1-d935df124de4", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "96ac3b38-06cf-4890-90a1-d935df124de4", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "96ac3b38-06cf-4890-90a1-d935df124de4", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "fc7ac87e-46e9-49b1-b1f3-45ade928efc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:25:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "ba58b944-bf8c-47d6-beaf-7442289e7475", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:25:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "10084138-62ca-40bc-91b7-4628949266e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db0b0851", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "10084138-62ca-40bc-91b7-4628949266e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:25:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dc874d9-6e3d-4479-a5e6-f7008618deb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:25:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "7b5851a7-186a-47fa-af9c-182b952e39a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:25:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "69cc6024-b18b-4652-a9a0-7b884a4f589a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "69cc6024-b18b-4652-a9a0-7b884a4f589a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:25:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc193e0a-cd11-417d-9f08-062cea738ebb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:25:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "17ef59e1-619b-4411-b1f2-8e478e898aae", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "17ef59e1-619b-4411-b1f2-8e478e898aae", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "17ef59e1-619b-4411-b1f2-8e478e898aae", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4e0941d7-7360-4027-a9af-24cf55e0a2e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-18T01:25:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "d5267602-a459-407f-bca1-34c13da0f5c8", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "d5267602-a459-407f-bca1-34c13da0f5c8", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:25:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "d5267602-a459-407f-bca1-34c13da0f5c8", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "7afd425d-85cb-486b-8fc1-5772145475c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "92dfb58d-fc70-44b1-b1e5-b46ffa7e5f3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:25:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "35afbe47-a92e-4a36-b76c-8c556c5fef4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-db0b0851", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "35afbe47-a92e-4a36-b76c-8c556c5fef4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b2ad6a2-3fee-4647-bc2d-60185a3cc50e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "7847ee8b-0e8d-47f3-a4bf-4500cb26b95a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:25:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "f9386f32-bb76-4c00-8233-7b0dcd23ca7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-db0b0851", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:25:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "f9386f32-bb76-4c00-8233-7b0dcd23ca7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:25:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52c8e751-3132-4cf5-8fd7-42bf745d3770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e966ee-4e16-49bf-9d16-1b45e87c8f0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e966ee-4e16-49bf-9d16-1b45e87c8f0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-db0b0851", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50e966ee-4e16-49bf-9d16-1b45e87c8f0c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-db0b0851 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:26:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "b0e5e7c3-c900-4df8-848f-a3fd22a21fd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "b0e5e7c3-c900-4df8-848f-a3fd22a21fd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "cbff7e1b-6d94-4eef-9d83-57cb49e73ab1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "cbff7e1b-6d94-4eef-9d83-57cb49e73ab1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6800852d-82e5-417e-a6a1-a3837d920098", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-db0b0851"}, "namespace": "e2e-mt-other-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6800852d-82e5-417e-a6a1-a3837d920098", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-db0b0851"} 2026-07-18T01:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "f9cbf214-049e-445d-8653-4085d069ea72", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "f9cbf214-049e-445d-8653-4085d069ea72", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "f9cbf214-049e-445d-8653-4085d069ea72", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:26:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "3e68554b-413a-499a-84ef-429d6b667549", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:26:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "3e68554b-413a-499a-84ef-429d6b667549", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851-authn-ssl"} 2026-07-18T01:26:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-db0b0851","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-db0b0851", "reconcileID": "3e68554b-413a-499a-84ef-429d6b667549", "Gateway": "e2e-mt-db0b0851", "namespace": "openshift-ingress"} 2026-07-18T01:26:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4167dd8e-f917-4702-ae9e-81cefeee5d1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:26:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4167dd8e-f917-4702-ae9e-81cefeee5d1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4167dd8e-f917-4702-ae9e-81cefeee5d1e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-db0b0851 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:26:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "9ac6dbb3-71cb-44a4-bbc2-de7ba956a395", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-trusted-ca-bundle", "reconcileID": "9ac6dbb3-71cb-44a4-bbc2-de7ba956a395", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:26:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "3cb3922c-dd96-4871-b148-a78fe71b8d3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "openshift-service-ca.crt", "reconcileID": "3cb3922c-dd96-4871-b148-a78fe71b8d3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:26:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "853dc708-faab-4ed1-aaba-a6dc7a4c0d24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:26:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db0b0851"}, "namespace": "ai-tenant-e2e-mt-db0b0851", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "853dc708-faab-4ed1-aaba-a6dc7a4c0d24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db0b0851"} 2026-07-18T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "openshift-service-ca.crt", "reconcileID": "a080679b-06dd-4c22-ade7-fc9948455903", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-trusted-ca-bundle", "reconcileID": "abd996c4-1c08-4979-9cae-8edef510b00c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "openshift-service-ca.crt", "reconcileID": "bc44a7a8-b706-4f64-859b-d6b3644cce8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-b513adef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "openshift-service-ca.crt", "reconcileID": "bc44a7a8-b706-4f64-859b-d6b3644cce8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e7820e2-07bc-48e0-8203-cbf31583da7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "openshift-service-ca.crt", "reconcileID": "652a6607-2f04-4722-bbbb-27417df0ab98", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-trusted-ca-bundle", "reconcileID": "8598ca40-403b-41b4-a1f1-ce595d9251a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-b513adef", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-trusted-ca-bundle", "reconcileID": "8598ca40-403b-41b4-a1f1-ce595d9251a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "addd59a9-ba08-4d7d-bb20-38a962c5562f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a24970c4-275f-42f9-bb7c-96470236a7bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a24970c4-275f-42f9-bb7c-96470236a7bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-b513adef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a24970c4-275f-42f9-bb7c-96470236a7bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-b513adef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:26:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-trusted-ca-bundle", "reconcileID": "b0a84db7-2355-4c9e-952d-38092090d450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-trusted-ca-bundle", "reconcileID": "b0a84db7-2355-4c9e-952d-38092090d450", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "openshift-service-ca.crt", "reconcileID": "e9ec85c6-5fe8-433e-96c9-ec245113e5a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "openshift-service-ca.crt", "reconcileID": "e9ec85c6-5fe8-433e-96c9-ec245113e5a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc446304-d467-4c7a-9dfc-9b5ce0b87191", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-b513adef"}, "namespace": "e2e-webhook-sub-b513adef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc446304-d467-4c7a-9dfc-9b5ce0b87191", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-b513adef"} 2026-07-18T01:26:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "openshift-service-ca.crt", "reconcileID": "23ff7a80-ab17-4de7-8a70-c2726ac11594", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-trusted-ca-bundle", "reconcileID": "a1858031-913a-418a-b215-d2d1a101c3a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-015fe427", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-trusted-ca-bundle", "reconcileID": "a1858031-913a-418a-b215-d2d1a101c3a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "openshift-service-ca.crt", "reconcileID": "7cabbdea-adfd-4d92-9d94-e3d3c95974c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d3828f9-67b9-4e7e-a8c4-098dae12f75e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-trusted-ca-bundle", "reconcileID": "5ec99950-6e92-46c0-a53a-6201a19ef53e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-015fe427", "update": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-trusted-ca-bundle", "reconcileID": "5ec99950-6e92-46c0-a53a-6201a19ef53e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b109bcc4-d4b9-4da4-869b-3af23d72cb48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c212ccdb-5595-42a6-8776-1e1cd7b17769", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c212ccdb-5595-42a6-8776-1e1cd7b17769", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-015fe427", "create": "odh-kserve-custom-ca-bundle"} 2026-07-18T01:26:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c212ccdb-5595-42a6-8776-1e1cd7b17769", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-015fe427 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-18T01:26:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-trusted-ca-bundle", "reconcileID": "b52398d5-865e-41c1-a284-eff9f4fb879f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-trusted-ca-bundle", "reconcileID": "b52398d5-865e-41c1-a284-eff9f4fb879f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "openshift-service-ca.crt", "reconcileID": "faa0446f-4afd-46d2-88cf-edb8f664e1e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "openshift-service-ca.crt", "reconcileID": "faa0446f-4afd-46d2-88cf-edb8f664e1e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d99b6316-3c76-4604-af3b-583f669afba3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-015fe427"}, "namespace": "e2e-webhook-auth-015fe427", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d99b6316-3c76-4604-af3b-583f669afba3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-015fe427"} 2026-07-18T01:26:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f4bfed0-c0c1-407c-8e58-7ad81f601216", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-18T01:26:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f4bfed0-c0c1-407c-8e58-7ad81f601216", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-18T01:26:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6f4bfed0-c0c1-407c-8e58-7ad81f601216", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}