2026-07-29T01:35:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ae9e05f4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ae9e05f4", "reconcileID": "9c8b3d3d-f0fe-481e-8346-a73674654262", "LLMInferenceService": "e2e-same-id-b-ae9e05f4", "namespace": "llm"} 2026-07-29T01:35:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ae9e05f4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ae9e05f4", "reconcileID": "9c8b3d3d-f0fe-481e-8346-a73674654262", "LLMInferenceService": "e2e-same-id-b-ae9e05f4", "namespace": "llm"} 2026-07-29T01:35:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ae9e05f4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ae9e05f4", "reconcileID": "9c8b3d3d-f0fe-481e-8346-a73674654262", "LLMInferenceService": "e2e-same-id-b-ae9e05f4", "namespace": "llm", "name": "e2e-same-id-b-ae9e05f4-kserve-route-authn"} 2026-07-29T01:35:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ae9e05f4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ae9e05f4", "reconcileID": "9c8b3d3d-f0fe-481e-8346-a73674654262", "LLMInferenceService": "e2e-same-id-b-ae9e05f4", "namespace": "llm", "name": "e2e-same-id-b-ae9e05f4-kserve-route-authn"} 2026-07-29T01:35:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-ae9e05f4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-ae9e05f4", "reconcileID": "b1ec487f-6f5f-4144-be93-9b9ec560a176", "LLMInferenceService": "e2e-same-id-b-ae9e05f4", "namespace": "llm"} 2026-07-29T01:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdd09840-1c7c-4b3f-8d74-b0e25ce3eacc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdd09840-1c7c-4b3f-8d74-b0e25ce3eacc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdd09840-1c7c-4b3f-8d74-b0e25ce3eacc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f6415bc-2c82-43db-86b6-d19cd2223313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f6415bc-2c82-43db-86b6-d19cd2223313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4f6415bc-2c82-43db-86b6-d19cd2223313", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:38:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64853a9d-c683-4ffb-9618-673e4eb04799", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:38:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64853a9d-c683-4ffb-9618-673e4eb04799", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:38:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64853a9d-c683-4ffb-9618-673e4eb04799", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:39:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00ed37c6-bc44-47b5-a759-69f23143bbac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:39:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00ed37c6-bc44-47b5-a759-69f23143bbac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:39:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "00ed37c6-bc44-47b5-a759-69f23143bbac", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:39:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "140abdb6-9b52-40c2-919a-cc67c00fc702", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:39:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "140abdb6-9b52-40c2-919a-cc67c00fc702", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:39:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "140abdb6-9b52-40c2-919a-cc67c00fc702", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:39:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40b71396-7974-4297-a600-dfbccda11b9c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:39:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40b71396-7974-4297-a600-dfbccda11b9c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:39:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40b71396-7974-4297-a600-dfbccda11b9c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "openshift-service-ca.crt", "reconcileID": "e1572d38-88ee-477d-a575-0b705f74503d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-trusted-ca-bundle", "reconcileID": "6c5146a7-792f-41bf-83f2-78147fb78377", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "openshift-service-ca.crt", "reconcileID": "95b1c88c-2761-4d8d-99e4-36b86cfa2d00", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-e977ff61", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:39:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "openshift-service-ca.crt", "reconcileID": "95b1c88c-2761-4d8d-99e4-36b86cfa2d00", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "openshift-service-ca.crt", "reconcileID": "56176daf-0304-4b2e-abcb-6b8df379aa04", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46a5354d-8cac-43d0-b030-2e03fb8aeb80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-trusted-ca-bundle", "reconcileID": "886d2ef5-746b-4790-9665-6c1fd106814f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:39:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-trusted-ca-bundle", "reconcileID": "886d2ef5-746b-4790-9665-6c1fd106814f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a2108ec-45d2-46c8-a862-c9c655c461e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8748fb34-b7a3-4276-b76c-6629b87c3df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8748fb34-b7a3-4276-b76c-6629b87c3df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:39:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8748fb34-b7a3-4276-b76c-6629b87c3df2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-ait-wrong-e977ff61 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-trusted-ca-bundle", "reconcileID": "6dff366f-a8e1-447c-981f-d6022224ad5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-trusted-ca-bundle", "reconcileID": "6dff366f-a8e1-447c-981f-d6022224ad5f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "openshift-service-ca.crt", "reconcileID": "5d5accd8-dfd2-4ae1-b8d0-5a38aa9dde91", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "openshift-service-ca.crt", "reconcileID": "5d5accd8-dfd2-4ae1-b8d0-5a38aa9dde91", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36472641-3f61-4587-949e-88384a1706ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-e977ff61"}, "namespace": "e2e-ait-wrong-e977ff61", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36472641-3f61-4587-949e-88384a1706ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-e977ff61"} 2026-07-29T01:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "10c75950-7561-47f5-9b43-0d88beef65cb", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "10c75950-7561-47f5-9b43-0d88beef65cb", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "10c75950-7561-47f5-9b43-0d88beef65cb", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "d06e0f3e-0430-40af-965b-67685f360a49", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "d06e0f3e-0430-40af-965b-67685f360a49", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "d06e0f3e-0430-40af-965b-67685f360a49", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "fe97bc5e-62a2-4470-9278-5e9259ea1f4f", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "fe97bc5e-62a2-4470-9278-5e9259ea1f4f", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "fe97bc5e-62a2-4470-9278-5e9259ea1f4f", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "6d68a98e-22ce-47c0-9c9a-f10595cd03ca", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "6d68a98e-22ce-47c0-9c9a-f10595cd03ca", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "6d68a98e-22ce-47c0-9c9a-f10595cd03ca", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "a483bda9-95ef-43d6-ab63-dcf25d674e7b", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "a483bda9-95ef-43d6-ab63-dcf25d674e7b", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "a483bda9-95ef-43d6-ab63-dcf25d674e7b", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "0ad7b8c8-6ce9-43c4-810a-7c980e443875", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "0ad7b8c8-6ce9-43c4-810a-7c980e443875", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "0ad7b8c8-6ce9-43c4-810a-7c980e443875", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "5734c267-d6fe-4685-86f5-0175a0ffb3ad", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "5734c267-d6fe-4685-86f5-0175a0ffb3ad", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "5734c267-d6fe-4685-86f5-0175a0ffb3ad", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "f736d85c-323b-454f-a077-bc08c8234b5a", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "f736d85c-323b-454f-a077-bc08c8234b5a", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "f736d85c-323b-454f-a077-bc08c8234b5a", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "openshift-service-ca.crt", "reconcileID": "9d940130-7516-4661-976d-4fe9b201111b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-9acc92f8"} 2026-07-29T01:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "odh-trusted-ca-bundle", "reconcileID": "c4da029a-01aa-4430-8158-e9f47aee3831", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-9acc92f8"} 2026-07-29T01:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "openshift-service-ca.crt", "reconcileID": "6a59b706-41b9-4a22-82ed-620269338b48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-9acc92f8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:39:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "openshift-service-ca.crt", "reconcileID": "6a59b706-41b9-4a22-82ed-620269338b48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-9acc92f8"} 2026-07-29T01:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "openshift-service-ca.crt", "reconcileID": "3b329c42-0568-4d29-98fc-e376cbdc2dd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-9acc92f8"} 2026-07-29T01:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc670b3e-c386-4d32-a0ff-9d44dfdfbe21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-9acc92f8"} 2026-07-29T01:39:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "odh-trusted-ca-bundle", "reconcileID": "5bc93a15-9978-46e4-9152-e5626dcc2ab4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-9acc92f8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:39:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "odh-trusted-ca-bundle", "reconcileID": "5bc93a15-9978-46e4-9152-e5626dcc2ab4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-9acc92f8"} 2026-07-29T01:39:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-9acc92f8"}, "namespace": "ai-tenant-e2e-ait-9acc92f8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6072681a-b0c2-413f-aff3-90f6741fa688", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-9acc92f8"} 2026-07-29T01:39:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "d59edc0d-6228-40bd-860a-1e0ce04510c5", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "d59edc0d-6228-40bd-860a-1e0ce04510c5", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "d59edc0d-6228-40bd-860a-1e0ce04510c5", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e1cbcc4c-f284-4e86-acef-49fe49e8df04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:39:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "254b51eb-8042-4056-b625-bc595fea0d9a", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "254b51eb-8042-4056-b625-bc595fea0d9a", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:39:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "254b51eb-8042-4056-b625-bc595fea0d9a", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:39:55Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:39:55Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:39:55Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:39:55Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:41:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "924c5768-4cfb-4355-97e8-7a238dde8944", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:41:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "73f82ce4-b3d1-4642-a213-ecea80a964e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:42:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "4a520e5e-2b8c-44f5-86c4-d6cefcbc27ff", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:42:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "4a520e5e-2b8c-44f5-86c4-d6cefcbc27ff", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8-authn-ssl"} 2026-07-29T01:42:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "4a520e5e-2b8c-44f5-86c4-d6cefcbc27ff", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:42:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9acc92f8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9acc92f8", "reconcileID": "08665d3d-9534-4eb5-807e-3b478083400b", "Gateway": "e2e-ait-9acc92f8", "namespace": "openshift-ingress"} 2026-07-29T01:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "openshift-service-ca.crt", "reconcileID": "329ac259-af17-43f4-92f3-f43f196d1ae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3a585460"} 2026-07-29T01:42:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "odh-trusted-ca-bundle", "reconcileID": "6fee4726-7b70-458a-b5ef-1327d2e071c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3a585460", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:42:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "odh-trusted-ca-bundle", "reconcileID": "6fee4726-7b70-458a-b5ef-1327d2e071c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3a585460"} 2026-07-29T01:42:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "openshift-service-ca.crt", "reconcileID": "2af81eb3-f401-43cc-9711-acd5027ac0c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3a585460", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:42:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "openshift-service-ca.crt", "reconcileID": "2af81eb3-f401-43cc-9711-acd5027ac0c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10816c05-4e96-453f-8935-ec97a6f9f15b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3a585460"} 2026-07-29T01:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "openshift-service-ca.crt", "reconcileID": "90c3fd86-24fb-4c06-9e31-dbfb48658728", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3a585460"} 2026-07-29T01:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "openshift-service-ca.crt", "reconcileID": "394a8e55-280a-4a5b-b1ff-8dc405259378", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-migrate-3a585460"} 2026-07-29T01:42:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b7c0ad-02a6-4bba-b328-b19816458e45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3a585460", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:42:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b7c0ad-02a6-4bba-b328-b19816458e45", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3a585460"} 2026-07-29T01:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-migrate-3a585460"}, "namespace": "ai-tenant-e2e-migrate-3a585460", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5765faa-5606-47e6-8a3a-db16de617419", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-migrate-3a585460"} 2026-07-29T01:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "78292e09-5733-4fff-802a-0aa1ba502f0d", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "78292e09-5733-4fff-802a-0aa1ba502f0d", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "78292e09-5733-4fff-802a-0aa1ba502f0d", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "baf825b3-2c4a-4853-bd4e-8d46ade8c143", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "baf825b3-2c4a-4853-bd4e-8d46ade8c143", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "baf825b3-2c4a-4853-bd4e-8d46ade8c143", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "94a211a8-7f30-406f-bff9-31d12756679d", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "94a211a8-7f30-406f-bff9-31d12756679d", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "94a211a8-7f30-406f-bff9-31d12756679d", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "dbda714c-fb0e-4bc7-b129-2b0a6cbc176e", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "dbda714c-fb0e-4bc7-b129-2b0a6cbc176e", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "dbda714c-fb0e-4bc7-b129-2b0a6cbc176e", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "737f6962-25cc-4255-ad4d-40c7f326524a", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "737f6962-25cc-4255-ad4d-40c7f326524a", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "737f6962-25cc-4255-ad4d-40c7f326524a", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "ceb0d98d-d1b9-4c48-bbe6-132f74c7064c", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "ceb0d98d-d1b9-4c48-bbe6-132f74c7064c", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "ceb0d98d-d1b9-4c48-bbe6-132f74c7064c", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "6db003b7-cd04-42af-9f1f-3b573465f440", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "6db003b7-cd04-42af-9f1f-3b573465f440", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "6db003b7-cd04-42af-9f1f-3b573465f440", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "066abd7d-2fd7-4ded-9f51-d8672aeda9a9", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "066abd7d-2fd7-4ded-9f51-d8672aeda9a9", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "066abd7d-2fd7-4ded-9f51-d8672aeda9a9", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12429338-b437-47fb-a565-83c091056ed5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:42:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "31587bb4-c6f4-4b87-ae0c-4ad6a8d58b2a", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:42:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "31587bb4-c6f4-4b87-ae0c-4ad6a8d58b2a", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:42:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "31587bb4-c6f4-4b87-ae0c-4ad6a8d58b2a", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:46:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e605f34-aa61-407f-8b1d-ae7f231b3ebb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:46:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78a89a41-8e3a-4fc7-9c66-c42501b04658", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "8cf4d7ff-a17a-4836-b9e9-e29d2c94f2c1", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "8cf4d7ff-a17a-4836-b9e9-e29d2c94f2c1", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw-authn-ssl"} 2026-07-29T01:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "8cf4d7ff-a17a-4836-b9e9-e29d2c94f2c1", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:47:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-migrate-3a585460-gw","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-migrate-3a585460-gw", "reconcileID": "f576b15e-a800-4008-8ecf-52b509b4e135", "Gateway": "e2e-migrate-3a585460-gw", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "6b88fab9-d225-4f7f-9c2e-565da279b82f", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "6b88fab9-d225-4f7f-9c2e-565da279b82f", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "6b88fab9-d225-4f7f-9c2e-565da279b82f", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "b02699e2-c1a7-4925-8590-e5dfbacebf20", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "b02699e2-c1a7-4925-8590-e5dfbacebf20", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "b02699e2-c1a7-4925-8590-e5dfbacebf20", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "d0ea2b83-f477-4f83-a36a-90ecc10cf3e3", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "d0ea2b83-f477-4f83-a36a-90ecc10cf3e3", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "d0ea2b83-f477-4f83-a36a-90ecc10cf3e3", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "cd010922-dcf2-41f7-a75f-8967827fa408", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "cd010922-dcf2-41f7-a75f-8967827fa408", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "cd010922-dcf2-41f7-a75f-8967827fa408", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "6443d579-84f6-4b2d-b5cf-16fb87c4ec73", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "6443d579-84f6-4b2d-b5cf-16fb87c4ec73", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "6443d579-84f6-4b2d-b5cf-16fb87c4ec73", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "d01ac132-387a-4579-81ae-b4e4e408aed9", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "d01ac132-387a-4579-81ae-b4e4e408aed9", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "d01ac132-387a-4579-81ae-b4e4e408aed9", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "a8d2ae84-66a4-48ac-8b62-4f020db9eca6", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "a8d2ae84-66a4-48ac-8b62-4f020db9eca6", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "a8d2ae84-66a4-48ac-8b62-4f020db9eca6", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "openshift-service-ca.crt", "reconcileID": "01aa2c9a-24cd-41b2-ba9d-bafaf29da298", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-000a4d6e"} 2026-07-29T01:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "odh-trusted-ca-bundle", "reconcileID": "d583b078-c774-43d1-beeb-86ef94ba8d27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-000a4d6e"} 2026-07-29T01:47:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "openshift-service-ca.crt", "reconcileID": "31abddef-ed06-4494-8603-594c0b52446a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-000a4d6e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:47:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "openshift-service-ca.crt", "reconcileID": "31abddef-ed06-4494-8603-594c0b52446a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-000a4d6e"} 2026-07-29T01:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2e920f5-d2a2-4dd2-b78a-3341d001411b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-000a4d6e"} 2026-07-29T01:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "openshift-service-ca.crt", "reconcileID": "6f5c9918-6d96-4c1c-9f3c-abf2db45e1a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-000a4d6e"} 2026-07-29T01:47:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "odh-trusted-ca-bundle", "reconcileID": "8502e00c-bb10-476b-9c20-5d86bf218186", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-000a4d6e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:47:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "odh-trusted-ca-bundle", "reconcileID": "8502e00c-bb10-476b-9c20-5d86bf218186", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-000a4d6e"} 2026-07-29T01:47:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-000a4d6e"}, "namespace": "ai-tenant-e2e-ait-000a4d6e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b3ca3993-c5a0-427a-8e1e-bdd3fa6635bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-000a4d6e"} 2026-07-29T01:47:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "8a099c87-cb03-46f7-8346-f71b14f3177b", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "8a099c87-cb03-46f7-8346-f71b14f3177b", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "8a099c87-cb03-46f7-8346-f71b14f3177b", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "089aa377-0fb0-4261-8038-3c177e86d9c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:47:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "4d601848-e6a2-4556-a859-6fc05906e4db", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:47:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "4d601848-e6a2-4556-a859-6fc05906e4db", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:47:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "4d601848-e6a2-4556-a859-6fc05906e4db", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "f3f3d7dc-0e27-4395-af13-4a526556020e", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "f3f3d7dc-0e27-4395-af13-4a526556020e", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e-authn-ssl"} 2026-07-29T01:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "f3f3d7dc-0e27-4395-af13-4a526556020e", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:50:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-000a4d6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-000a4d6e", "reconcileID": "71a2656d-3030-4a57-9457-8689339d8ad9", "Gateway": "e2e-ait-000a4d6e", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8f949c0e-5268-4f54-b1dc-26778c5b84eb", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8f949c0e-5268-4f54-b1dc-26778c5b84eb", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8f949c0e-5268-4f54-b1dc-26778c5b84eb", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8819ba62-e12c-437b-87b6-dd1a33cb8874", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8819ba62-e12c-437b-87b6-dd1a33cb8874", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8819ba62-e12c-437b-87b6-dd1a33cb8874", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "ef2e0e51-dbab-4c68-bd07-14008ad67048", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "ef2e0e51-dbab-4c68-bd07-14008ad67048", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "ef2e0e51-dbab-4c68-bd07-14008ad67048", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "2e639fc7-cf97-416f-a20e-001988343fac", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "2e639fc7-cf97-416f-a20e-001988343fac", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "2e639fc7-cf97-416f-a20e-001988343fac", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "5ca62e03-7ec6-4741-905d-8bf02b06a280", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "5ca62e03-7ec6-4741-905d-8bf02b06a280", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "5ca62e03-7ec6-4741-905d-8bf02b06a280", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "3d92eb8d-cc23-443e-a4d0-f9c3aaf7cac7", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "3d92eb8d-cc23-443e-a4d0-f9c3aaf7cac7", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "3d92eb8d-cc23-443e-a4d0-f9c3aaf7cac7", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8ebe2f7f-8359-46f9-9762-5f06e83a8e24", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8ebe2f7f-8359-46f9-9762-5f06e83a8e24", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "8ebe2f7f-8359-46f9-9762-5f06e83a8e24", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "openshift-service-ca.crt", "reconcileID": "7faba6f4-a009-4eb1-8088-f7ff680eee3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-74571164"} 2026-07-29T01:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "odh-trusted-ca-bundle", "reconcileID": "71356add-6b22-492c-aefb-91d7cbc44dee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-74571164"} 2026-07-29T01:50:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "openshift-service-ca.crt", "reconcileID": "af87da98-36e7-42c3-be07-bfd34827d8ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-74571164", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:50:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "openshift-service-ca.crt", "reconcileID": "af87da98-36e7-42c3-be07-bfd34827d8ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-74571164"} 2026-07-29T01:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcc55199-0af7-4e87-bc64-6a24020b337a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-74571164"} 2026-07-29T01:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "openshift-service-ca.crt", "reconcileID": "9e78c019-3585-4c58-a8df-99a8fe8d8c3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-74571164"} 2026-07-29T01:50:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "odh-trusted-ca-bundle", "reconcileID": "baf102b7-bc20-4d5a-bcf1-71e8fb12f0a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-74571164", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:50:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "odh-trusted-ca-bundle", "reconcileID": "baf102b7-bc20-4d5a-bcf1-71e8fb12f0a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-74571164"} 2026-07-29T01:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-74571164"}, "namespace": "ai-tenant-e2e-derive-74571164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1e7bca1-c89d-45fa-8e02-c05358b41652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-74571164"} 2026-07-29T01:50:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "f13208a3-e1b9-4674-8b5a-449f13e06224", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "f13208a3-e1b9-4674-8b5a-449f13e06224", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "f13208a3-e1b9-4674-8b5a-449f13e06224", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3940711d-5722-47a7-90f5-80f48f06ff8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:50:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "ab8917bc-4baf-46b0-8c78-3bc92ca18655", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:50:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "ab8917bc-4baf-46b0-8c78-3bc92ca18655", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:50:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "ab8917bc-4baf-46b0-8c78-3bc92ca18655", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c94d9e3c-e00b-4db3-90e5-227e0dc3fe88", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:51:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07895df8-30d8-4900-a502-f49125c89aac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "1b794389-b30b-4029-9244-762327dfb8f6", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "1b794389-b30b-4029-9244-762327dfb8f6", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress", "name": "e2e-derive-74571164-authn-ssl"} 2026-07-29T01:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "1b794389-b30b-4029-9244-762327dfb8f6", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:52:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-74571164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-74571164", "reconcileID": "d44bc3f0-7b62-449d-9fbb-41bc7a4c3b1d", "Gateway": "e2e-derive-74571164", "namespace": "openshift-ingress"} 2026-07-29T01:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "1a8bdf11-b3ba-40cd-a78c-f2b2290bf280", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-trusted-ca-bundle", "reconcileID": "d31dc1d6-7a64-432c-ad4f-853096454b61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "da7ffb16-22e9-4bec-b7f4-17834443cd6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24803336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "da7ffb16-22e9-4bec-b7f4-17834443cd6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "70c5ccf2-c083-453e-8d96-23a59f2ba1bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24803336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "70c5ccf2-c083-453e-8d96-23a59f2ba1bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:52:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd59f03f-8e3d-4749-a97c-8fc89fe4b019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd59f03f-8e3d-4749-a97c-8fc89fe4b019", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-trusted-ca-bundle", "reconcileID": "178dcd6a-8db0-49a9-83fe-a9417776bb73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "9774c676-77d3-4751-9be4-277205c859a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea502849-41fb-4b5a-9711-1064f245c62b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6301036-b254-4c0f-b623-d61352950707", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:52:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6301036-b254-4c0f-b623-d61352950707", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:52:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d6301036-b254-4c0f-b623-d61352950707", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:52:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f019b35-3453-48e5-adf9-fb4d25c8d4f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f019b35-3453-48e5-adf9-fb4d25c8d4f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f019b35-3453-48e5-adf9-fb4d25c8d4f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-24803336 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:52:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-trusted-ca-bundle", "reconcileID": "3aeb9bda-d669-4bb7-92ef-dc4a356fad88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-trusted-ca-bundle", "reconcileID": "3aeb9bda-d669-4bb7-92ef-dc4a356fad88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "71812591-a09e-41ce-98d8-6dce8c318cc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "openshift-service-ca.crt", "reconcileID": "71812591-a09e-41ce-98d8-6dce8c318cc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a98f49e-662c-4ceb-947b-22df202c309d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24803336"}, "namespace": "ai-tenant-e2e-mt-24803336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a98f49e-662c-4ceb-947b-22df202c309d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24803336"} 2026-07-29T01:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18294ac8-40a7-448c-9c7c-a477cf9c3225", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18294ac8-40a7-448c-9c7c-a477cf9c3225", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18294ac8-40a7-448c-9c7c-a477cf9c3225", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "openshift-service-ca.crt", "reconcileID": "3904cb4f-28ad-4031-ac75-83811aafed8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "4b45b0e8-3711-4244-b018-fe895976f40a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:52:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "openshift-service-ca.crt", "reconcileID": "256e5193-7dc0-4204-acba-d56de61eddc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4665e6c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "openshift-service-ca.crt", "reconcileID": "256e5193-7dc0-4204-acba-d56de61eddc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fca82919-95cf-4445-ac22-73c2f4c7c575", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "openshift-service-ca.crt", "reconcileID": "12292f07-8f73-48fe-a30c-c52e03dad734", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:52:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "2c23baad-aa84-4c88-83cb-687c43f37591", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:52:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "2c23baad-aa84-4c88-83cb-687c43f37591", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b625c36c-6409-4b41-86a9-1866c640eabe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d02dd2c-66a6-48d1-b23a-ee2061c1737b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d02dd2c-66a6-48d1-b23a-ee2061c1737b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d02dd2c-66a6-48d1-b23a-ee2061c1737b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df63c1ca-d35d-4f0e-9dbc-17b017d97e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df63c1ca-d35d-4f0e-9dbc-17b017d97e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df63c1ca-d35d-4f0e-9dbc-17b017d97e48", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:53:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b2f16b0-f0a9-4685-9b14-a31d9a83d7fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b2f16b0-f0a9-4685-9b14-a31d9a83d7fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b2f16b0-f0a9-4685-9b14-a31d9a83d7fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4665e6c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:53:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "6fbdfce7-e16e-492a-886b-11e29874779b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "6fbdfce7-e16e-492a-886b-11e29874779b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "6fbdfce7-e16e-492a-886b-11e29874779b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4665e6c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:53:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "openshift-service-ca.crt", "reconcileID": "86c349f4-68ef-4555-a5b5-b410e259bfc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "openshift-service-ca.crt", "reconcileID": "86c349f4-68ef-4555-a5b5-b410e259bfc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c168a9-0447-4b3f-88a5-4d2b974b8c25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82c168a9-0447-4b3f-88a5-4d2b974b8c25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "e12c08e8-cd00-480a-95e3-c0122fceb66b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4665e6c0"}, "namespace": "ai-tenant-e2e-mt-4665e6c0", "name": "odh-trusted-ca-bundle", "reconcileID": "e12c08e8-cd00-480a-95e3-c0122fceb66b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4665e6c0"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "openshift-service-ca.crt", "reconcileID": "ceefd23e-19ae-47c5-a723-03d08197a76d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-trusted-ca-bundle", "reconcileID": "dd573e73-6e8e-4d43-87a1-749ddb09ca06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "openshift-service-ca.crt", "reconcileID": "0afdee59-d305-4538-bf7b-fdba6184b59e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fee78277", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "openshift-service-ca.crt", "reconcileID": "0afdee59-d305-4538-bf7b-fdba6184b59e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9d34a99-9238-43e7-bb42-9269751ea7e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "openshift-service-ca.crt", "reconcileID": "f216b536-3ba2-4d4e-8b3d-950247a68a7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-trusted-ca-bundle", "reconcileID": "c21a353c-fd3d-4040-bdbf-c0c78173dfa2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fee78277", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-trusted-ca-bundle", "reconcileID": "c21a353c-fd3d-4040-bdbf-c0c78173dfa2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a81aee17-48c9-4838-baa1-792e36155236", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04be30d7-76dc-4c4b-be45-183e8ce4592a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04be30d7-76dc-4c4b-be45-183e8ce4592a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fee78277", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04be30d7-76dc-4c4b-be45-183e8ce4592a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-fee78277 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-trusted-ca-bundle", "reconcileID": "432f7c78-8c37-4f76-88f1-b50131f0c11f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-trusted-ca-bundle", "reconcileID": "432f7c78-8c37-4f76-88f1-b50131f0c11f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "openshift-service-ca.crt", "reconcileID": "cc52478b-4877-47d4-8024-30a9c48cbaeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "openshift-service-ca.crt", "reconcileID": "cc52478b-4877-47d4-8024-30a9c48cbaeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6441ab07-607f-4f1d-9bbf-a1d96d7a1922", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fee78277"}, "namespace": "e2e-unlabeled-fee78277", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6441ab07-607f-4f1d-9bbf-a1d96d7a1922", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fee78277"} 2026-07-29T01:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "openshift-service-ca.crt", "reconcileID": "3ba9eea1-65c8-4fec-b6a5-1cd24df50e3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "95563b89-787d-4fb9-a9c1-9d1122954433", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "openshift-service-ca.crt", "reconcileID": "90a95fe5-a2f4-41e1-acff-c4a69f00eec4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-031a2825", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "openshift-service-ca.crt", "reconcileID": "90a95fe5-a2f4-41e1-acff-c4a69f00eec4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20f2d506-b98a-4034-a110-22a27f65aa61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "openshift-service-ca.crt", "reconcileID": "bbe2646f-3da5-4bdf-a8dd-86bc5bd493bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "f67da30c-5560-4310-8745-f53a0e818f7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "f67da30c-5560-4310-8745-f53a0e818f7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c555e4f-88be-453d-a1c5-859245217694", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "efcd9b5d-0581-41cf-978f-2e82d2948b93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:53:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "efcd9b5d-0581-41cf-978f-2e82d2948b93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:53:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "efcd9b5d-0581-41cf-978f-2e82d2948b93", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d71010-7a25-4118-983c-11140e9de309", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d71010-7a25-4118-983c-11140e9de309", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d71010-7a25-4118-983c-11140e9de309", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-031a2825 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "c3e8682d-2568-4f83-be1c-85830470a089", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "c3e8682d-2568-4f83-be1c-85830470a089", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "c3e8682d-2568-4f83-be1c-85830470a089", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-031a2825 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b3d46de-91a8-4f16-9d96-21a5e50dcaae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b3d46de-91a8-4f16-9d96-21a5e50dcaae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:53:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b3d46de-91a8-4f16-9d96-21a5e50dcaae", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-031a2825 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "openshift-service-ca.crt", "reconcileID": "df767bf7-45aa-4eec-be68-6e9bd9839039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "openshift-service-ca.crt", "reconcileID": "df767bf7-45aa-4eec-be68-6e9bd9839039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "962ed070-e3c6-4ba4-a41f-484708cb9260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-trusted-ca-bundle", "reconcileID": "962ed070-e3c6-4ba4-a41f-484708cb9260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff84c35c-cb2b-4924-bce8-42f54ec1456a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-031a2825"}, "namespace": "ai-tenant-e2e-mt-031a2825", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff84c35c-cb2b-4924-bce8-42f54ec1456a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-031a2825"} 2026-07-29T01:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdcf09e0-cd78-48a4-a7ee-94c2ec2fa4d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdcf09e0-cd78-48a4-a7ee-94c2ec2fa4d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cdcf09e0-cd78-48a4-a7ee-94c2ec2fa4d5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:54:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "openshift-service-ca.crt", "reconcileID": "1e33a45a-db25-4179-ab34-ce4fc250a2f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-trusted-ca-bundle", "reconcileID": "b29f35e7-c153-484d-8a4f-ccb575888c28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "openshift-service-ca.crt", "reconcileID": "c472bf01-8825-4a15-9aa6-b5b654f91e25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f34992a8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "openshift-service-ca.crt", "reconcileID": "c472bf01-8825-4a15-9aa6-b5b654f91e25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "openshift-service-ca.crt", "reconcileID": "8eea0efb-dc65-430c-a01b-9b89aa599bbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49c53a98-62f3-4175-b21a-33e8d7713695", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-trusted-ca-bundle", "reconcileID": "a5a11e8c-fb40-467c-8a89-0fce8c0100a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-trusted-ca-bundle", "reconcileID": "a5a11e8c-fb40-467c-8a89-0fce8c0100a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c29811ed-2e98-47b3-9004-b9e6ab2588f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-trusted-ca-bundle", "reconcileID": "969c56f7-92ac-49b7-9e71-cfeb0e76d81e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "openshift-service-ca.crt", "reconcileID": "530a9166-ac74-4a9d-98b3-87c823b84a04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "openshift-service-ca.crt", "reconcileID": "a01ccb55-0530-464b-90ee-f2c21b0a33b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ab009205", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "openshift-service-ca.crt", "reconcileID": "a01ccb55-0530-464b-90ee-f2c21b0a33b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff9a543f-452c-4a72-a2a3-6c9021e482c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "openshift-service-ca.crt", "reconcileID": "3a7b9b87-3bb4-43bf-9778-398623269a9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-trusted-ca-bundle", "reconcileID": "301a8c80-8da1-4aa1-801e-cb90e3b5fb04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-trusted-ca-bundle", "reconcileID": "301a8c80-8da1-4aa1-801e-cb90e3b5fb04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a71ef39-1fa9-4aee-aeaf-7597318b3c26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6fcaa55-9304-4f67-af95-3a4e5a7f4434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:54:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6fcaa55-9304-4f67-af95-3a4e5a7f4434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:54:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f6fcaa55-9304-4f67-af95-3a4e5a7f4434", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98567a8e-4152-4052-97de-6721e91ac8a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98567a8e-4152-4052-97de-6721e91ac8a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98567a8e-4152-4052-97de-6721e91ac8a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f34992a8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-trusted-ca-bundle", "reconcileID": "3d075c1a-e7cd-47d2-981c-37ee68af2bac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-trusted-ca-bundle", "reconcileID": "3d075c1a-e7cd-47d2-981c-37ee68af2bac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "openshift-service-ca.crt", "reconcileID": "0494d854-8daa-4d2f-a60e-dcd392fea404", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "openshift-service-ca.crt", "reconcileID": "0494d854-8daa-4d2f-a60e-dcd392fea404", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c045ae9b-473a-459b-ae3e-4e1f411072c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f34992a8"}, "namespace": "ai-tenant-e2e-mt-f34992a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c045ae9b-473a-459b-ae3e-4e1f411072c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f34992a8"} 2026-07-29T01:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3c6f88a-ccfa-4cf6-8f86-25d7b619f9a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3c6f88a-ccfa-4cf6-8f86-25d7b619f9a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-07-29T01:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a3c6f88a-ccfa-4cf6-8f86-25d7b619f9a9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82f336b1-b33b-440a-9202-1c9a0bf7adb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82f336b1-b33b-440a-9202-1c9a0bf7adb7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82f336b1-b33b-440a-9202-1c9a0bf7adb7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ab009205 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-trusted-ca-bundle", "reconcileID": "51873919-9136-4c3d-ba9f-9bdf0bee194c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-trusted-ca-bundle", "reconcileID": "51873919-9136-4c3d-ba9f-9bdf0bee194c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "openshift-service-ca.crt", "reconcileID": "05069353-0d7e-4f1c-a4e5-e6f54a49a63b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "openshift-service-ca.crt", "reconcileID": "05069353-0d7e-4f1c-a4e5-e6f54a49a63b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4b47b0c-f48e-4777-9c17-40bff2b71519", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ab009205"}, "namespace": "ai-tenant-e2e-mt-ab009205", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4b47b0c-f48e-4777-9c17-40bff2b71519", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ab009205"} 2026-07-29T01:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "edfcba5e-71d8-4fd6-a666-ea31a1cd702a", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "edfcba5e-71d8-4fd6-a666-ea31a1cd702a", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "edfcba5e-71d8-4fd6-a666-ea31a1cd702a", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "f0781709-efb3-41c1-906d-a3d5c75e6220", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "f0781709-efb3-41c1-906d-a3d5c75e6220", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "f0781709-efb3-41c1-906d-a3d5c75e6220", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "dddcd1f4-a1e9-4d33-a860-e303ead45a4d", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "dddcd1f4-a1e9-4d33-a860-e303ead45a4d", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "dddcd1f4-a1e9-4d33-a860-e303ead45a4d", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "37a06653-f6e4-466c-abcd-8b2be9a9c60f", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "37a06653-f6e4-466c-abcd-8b2be9a9c60f", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "37a06653-f6e4-466c-abcd-8b2be9a9c60f", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "7bbfeb3a-ae5f-4cfa-9df6-223e9b1d3a58", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "7bbfeb3a-ae5f-4cfa-9df6-223e9b1d3a58", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "7bbfeb3a-ae5f-4cfa-9df6-223e9b1d3a58", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "9d8da21f-07df-4f12-bd51-e3fd119c9545", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "9d8da21f-07df-4f12-bd51-e3fd119c9545", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "9d8da21f-07df-4f12-bd51-e3fd119c9545", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "f80f5b61-9230-4cb5-bb7b-a86636bcbdda", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "f80f5b61-9230-4cb5-bb7b-a86636bcbdda", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "f80f5b61-9230-4cb5-bb7b-a86636bcbdda", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "openshift-service-ca.crt", "reconcileID": "920ad15d-b526-4c55-9b25-86731b311989", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-trusted-ca-bundle", "reconcileID": "d23d3c7d-fab3-4b06-bfda-66fc296d70f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:54:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "openshift-service-ca.crt", "reconcileID": "65ba5735-aad0-482e-b393-e6bc3057868b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b88849d5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "openshift-service-ca.crt", "reconcileID": "65ba5735-aad0-482e-b393-e6bc3057868b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b56d2585-a8b1-4f39-836a-98d34c8210a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "openshift-service-ca.crt", "reconcileID": "8148245a-18c2-4d0e-9ee3-b3e1eb1d18ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:54:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-trusted-ca-bundle", "reconcileID": "dc65ceec-4b48-4158-8362-1a64af452266", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:54:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-trusted-ca-bundle", "reconcileID": "dc65ceec-4b48-4158-8362-1a64af452266", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "421428c6-54cb-4938-abb7-3274bff19f2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "b226569e-6f03-4368-b641-c817cd18ecb3", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "b226569e-6f03-4368-b641-c817cd18ecb3", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "b226569e-6f03-4368-b641-c817cd18ecb3", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ef700ae-ce3a-4842-870d-b54277faf0e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:54:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "b0b9b087-065e-496b-9327-aef308d02b6d", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:54:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "b0b9b087-065e-496b-9327-aef308d02b6d", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:54:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "b0b9b087-065e-496b-9327-aef308d02b6d", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:55:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:55:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:55:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:55:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T01:56:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "501ea075-32c0-457a-8fd3-a97ff2550c5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f670a4fe-a15e-4b50-937e-8674581de213", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T01:57:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "bf3a4b5d-8ca3-4572-9c9c-f5df299eca71", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:57:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "bf3a4b5d-8ca3-4572-9c9c-f5df299eca71", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:57:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "bf3a4b5d-8ca3-4572-9c9c-f5df299eca71", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:57:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "47e20895-de7f-4e8f-b77a-7a160dbe2ccb", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:57:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "47e20895-de7f-4e8f-b77a-7a160dbe2ccb", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5-authn-ssl"} 2026-07-29T01:57:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "47e20895-de7f-4e8f-b77a-7a160dbe2ccb", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"} 2026-07-29T01:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dfb3118-9b8e-48ea-8fca-a8d40a5aa2b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:57:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dfb3118-9b8e-48ea-8fca-a8d40a5aa2b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T01:57:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7dfb3118-9b8e-48ea-8fca-a8d40a5aa2b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-b88849d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T01:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-trusted-ca-bundle", "reconcileID": "9de9a5c0-630c-437f-958a-dc789c887762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-trusted-ca-bundle", "reconcileID": "9de9a5c0-630c-437f-958a-dc789c887762", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "openshift-service-ca.crt", "reconcileID": "1f0b9b29-a343-4bed-a7e9-4861a9daaa2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "openshift-service-ca.crt", "reconcileID": "1f0b9b29-a343-4bed-a7e9-4861a9daaa2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:57:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f91da031-9aa6-4cd0-84a0-eb8e88a7e3c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:57:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b88849d5"}, "namespace": "ai-tenant-e2e-mt-b88849d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f91da031-9aa6-4cd0-84a0-eb8e88a7e3c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b88849d5"} 2026-07-29T01:57:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-b88849d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-b88849d5", "reconcileID": "fc997cbb-21d3-4bb4-9797-314877d82078", "Gateway": "e2e-mt-b88849d5", "namespace": "openshift-ingress"}