2026-07-08T17:51:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b347a2e-93ab-464d-81b3-fbf881c50811", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "openshift-service-ca.crt", "reconcileID": "8d16954b-43d7-45c8-a7c5-aca96776a816", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-trusted-ca-bundle", "reconcileID": "c015d5ac-e387-4ebb-b4ef-31eee6730c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:51:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-trusted-ca-bundle", "reconcileID": "c015d5ac-e387-4ebb-b4ef-31eee6730c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fca49b8-4a50-4f99-be6e-ad0af2104d96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9a24775-638d-4c01-aa10-a2a1a0c76411", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d573d022"} 2026-07-08T17:51:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9a24775-638d-4c01-aa10-a2a1a0c76411", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d573d022", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:51:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9a24775-638d-4c01-aa10-a2a1a0c76411", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d573d022 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "odh-trusted-ca-bundle", "reconcileID": "21d7f41d-55ec-418f-8a69-a9870b9f814e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d573d022"} 2026-07-08T17:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "odh-trusted-ca-bundle", "reconcileID": "21d7f41d-55ec-418f-8a69-a9870b9f814e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d573d022"} 2026-07-08T17:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "openshift-service-ca.crt", "reconcileID": "ff293c5d-3eee-4959-be27-7a791f383851", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d573d022"} 2026-07-08T17:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "openshift-service-ca.crt", "reconcileID": "ff293c5d-3eee-4959-be27-7a791f383851", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d573d022"} 2026-07-08T17:51:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef472502-2860-4c8e-8d10-70479e7d5742", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d573d022"} 2026-07-08T17:51:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d573d022"}, "namespace": "ai-tenant-e2e-mt-d573d022", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef472502-2860-4c8e-8d10-70479e7d5742", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d573d022"} 2026-07-08T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e04c3cc7-2a5e-4248-beb4-eb9b0d2b5fa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e04c3cc7-2a5e-4248-beb4-eb9b0d2b5fa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:51:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e04c3cc7-2a5e-4248-beb4-eb9b0d2b5fa9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-acacb498 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-trusted-ca-bundle", "reconcileID": "ed458dc2-82e4-44c7-b803-465115aa539e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-trusted-ca-bundle", "reconcileID": "ed458dc2-82e4-44c7-b803-465115aa539e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "openshift-service-ca.crt", "reconcileID": "de6cc004-49d7-4813-b485-cbb419b94b76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "openshift-service-ca.crt", "reconcileID": "de6cc004-49d7-4813-b485-cbb419b94b76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e4fda4-dab8-473c-bb61-51561b866d9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-acacb498"}, "namespace": "ai-tenant-e2e-mt-acacb498", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4e4fda4-dab8-473c-bb61-51561b866d9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-acacb498"} 2026-07-08T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "openshift-service-ca.crt", "reconcileID": "117e55b1-4912-4179-a97c-d237714bcfb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-trusted-ca-bundle", "reconcileID": "5d75e446-be03-412d-a267-1c6d6d5a58b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:51:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "openshift-service-ca.crt", "reconcileID": "6e737f8f-7b61-49c1-a75a-e7e6b9725328", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-627ce86d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:51:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "openshift-service-ca.crt", "reconcileID": "6e737f8f-7b61-49c1-a75a-e7e6b9725328", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cf3bd96-2831-412a-9a03-81a8f9e7c9c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:51:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "openshift-service-ca.crt", "reconcileID": "dbec2441-1410-420d-a42b-9e01845a8a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:51:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-trusted-ca-bundle", "reconcileID": "077ea6bc-ac5f-45a4-a878-eff12c87a256", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:51:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-trusted-ca-bundle", "reconcileID": "077ea6bc-ac5f-45a4-a878-eff12c87a256", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:51:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8167580e-c7a7-443f-adef-90d157efc40a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:51:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T17:51:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T17:51:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T17:51:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T17:52:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e1a08fc-3d03-4dd2-b627-b0b167e43174", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:52:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e1a08fc-3d03-4dd2-b627-b0b167e43174", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:52:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e1a08fc-3d03-4dd2-b627-b0b167e43174", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-627ce86d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:52:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-trusted-ca-bundle", "reconcileID": "66e7abc3-6337-4572-844d-0bbafd659ab0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:52:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-trusted-ca-bundle", "reconcileID": "66e7abc3-6337-4572-844d-0bbafd659ab0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:52:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "openshift-service-ca.crt", "reconcileID": "3c3ea288-35f1-42b0-a167-8fee20567a83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:52:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "openshift-service-ca.crt", "reconcileID": "3c3ea288-35f1-42b0-a167-8fee20567a83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:52:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f260b2e-94c0-4b5a-98a7-e774b744c846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:52:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-627ce86d"}, "namespace": "ai-tenant-e2e-mt-627ce86d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f260b2e-94c0-4b5a-98a7-e774b744c846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-627ce86d"} 2026-07-08T17:52:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "77dcbc70-40fb-43ac-b96c-7e42cba0d620", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "77dcbc70-40fb-43ac-b96c-7e42cba0d620", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "77dcbc70-40fb-43ac-b96c-7e42cba0d620", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "26bf8bb5-e6d2-49e0-a03f-9cc27595ecba", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "26bf8bb5-e6d2-49e0-a03f-9cc27595ecba", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "26bf8bb5-e6d2-49e0-a03f-9cc27595ecba", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "e373d710-3be7-4140-bd4c-6d63058b919b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "e373d710-3be7-4140-bd4c-6d63058b919b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "e373d710-3be7-4140-bd4c-6d63058b919b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "2664344d-9682-4943-8d6c-ae28e7c0d68a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "2664344d-9682-4943-8d6c-ae28e7c0d68a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "2664344d-9682-4943-8d6c-ae28e7c0d68a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "ea6e7cf5-5468-4155-9762-5e0cb53a18c6", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "ea6e7cf5-5468-4155-9762-5e0cb53a18c6", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "ea6e7cf5-5468-4155-9762-5e0cb53a18c6", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "a84490db-304b-426d-a3cc-4949bd192f13", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "a84490db-304b-426d-a3cc-4949bd192f13", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "a84490db-304b-426d-a3cc-4949bd192f13", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "openshift-service-ca.crt", "reconcileID": "fe91156c-c302-4f67-a1f1-5673bb54d3ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7f16a49-61b7-4187-bc8e-19da75669e89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "openshift-service-ca.crt", "reconcileID": "44ef9779-2f97-481a-ba24-136a76710498", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:52:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "openshift-service-ca.crt", "reconcileID": "44ef9779-2f97-481a-ba24-136a76710498", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "openshift-service-ca.crt", "reconcileID": "2f95d622-77b0-4ec0-9ec3-a75d062d9b91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ec6242c-50d3-4dda-9423-22b867b9b3a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-trusted-ca-bundle", "reconcileID": "93d2f9c0-bb4f-448b-ace0-9e269c79b8dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:52:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-trusted-ca-bundle", "reconcileID": "93d2f9c0-bb4f-448b-ace0-9e269c79b8dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8adb7216-6c88-4e3c-9cfc-19f2ffa544e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "22695f1d-7906-46cb-9f0e-ac97716ce123", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "22695f1d-7906-46cb-9f0e-ac97716ce123", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "22695f1d-7906-46cb-9f0e-ac97716ce123", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0cd3195c-66b9-40ca-9853-a9b70a8b79d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "e3f2632a-2ad5-4aa1-8737-4568d9fb79cb", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "e3f2632a-2ad5-4aa1-8737-4568d9fb79cb", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "e3f2632a-2ad5-4aa1-8737-4568d9fb79cb", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "89a62c76-ae63-43b5-810d-dd4d9f6ecf8f", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "89a62c76-ae63-43b5-810d-dd4d9f6ecf8f", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "89a62c76-ae63-43b5-810d-dd4d9f6ecf8f", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "2f9bfe51-aba8-4226-89b8-47d371ca1408", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "2f9bfe51-aba8-4226-89b8-47d371ca1408", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "2f9bfe51-aba8-4226-89b8-47d371ca1408", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "410cf08c-c0cd-4c03-b80c-da5fcbba6ec9", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "410cf08c-c0cd-4c03-b80c-da5fcbba6ec9", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "410cf08c-c0cd-4c03-b80c-da5fcbba6ec9", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "2d9d3888-57d5-443e-a502-9287f4ccf0cf", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "2d9d3888-57d5-443e-a502-9287f4ccf0cf", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "2d9d3888-57d5-443e-a502-9287f4ccf0cf", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "f6ec2755-5719-4f1f-9337-c324daf2065c", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "f6ec2755-5719-4f1f-9337-c324daf2065c", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "f6ec2755-5719-4f1f-9337-c324daf2065c", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "8657f6e3-53c5-4044-bdc9-c57e1ff98e7b", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "8657f6e3-53c5-4044-bdc9-c57e1ff98e7b", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "8657f6e3-53c5-4044-bdc9-c57e1ff98e7b", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "openshift-service-ca.crt", "reconcileID": "71bd0ab9-9f0a-4e25-83a7-926b34f1fdbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-trusted-ca-bundle", "reconcileID": "fd22ae0e-c28c-4bd9-955b-098243c815e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "openshift-service-ca.crt", "reconcileID": "76e35b18-ff5a-48bf-9043-1b0e5b5e37d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-446c79", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:52:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "openshift-service-ca.crt", "reconcileID": "76e35b18-ff5a-48bf-9043-1b0e5b5e37d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2feded2-70b1-4147-a046-7cec5483dd0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "openshift-service-ca.crt", "reconcileID": "d1a11174-56e6-43c9-b6cf-a8e54e652105", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-trusted-ca-bundle", "reconcileID": "148e1932-905f-4cc5-a7b8-7f182fcf5d7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:52:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-trusted-ca-bundle", "reconcileID": "148e1932-905f-4cc5-a7b8-7f182fcf5d7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d57885af-d674-4559-9744-fac86338aab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "aa62e72c-e6b0-41e2-b52e-8610808cf7d7", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "aa62e72c-e6b0-41e2-b52e-8610808cf7d7", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "aa62e72c-e6b0-41e2-b52e-8610808cf7d7", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e59d5df3-a988-47bf-a913-a28a26612733", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:52:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "a540f547-e5e3-4243-83c1-86856da7298a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "a540f547-e5e3-4243-83c1-86856da7298a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "a540f547-e5e3-4243-83c1-86856da7298a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4a0607f9-f843-4876-a678-5f5800baedc1", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4a0607f9-f843-4876-a678-5f5800baedc1", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4a0607f9-f843-4876-a678-5f5800baedc1", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "5c6deca6-a37c-4d1f-8227-4c4eefa9947a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4a0607f9-f843-4876-a678-5f5800baedc1", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7-kserve-route-authn"} 2026-07-08T17:52:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4a0607f9-f843-4876-a678-5f5800baedc1", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "authType": "userdefined"} 2026-07-08T17:52:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4a0607f9-f843-4876-a678-5f5800baedc1", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "5c6deca6-a37c-4d1f-8227-4c4eefa9947a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "5c6deca6-a37c-4d1f-8227-4c4eefa9947a", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "1dce6797-8fcf-4284-8b54-cb225f161902", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "1dce6797-8fcf-4284-8b54-cb225f161902", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "1dce6797-8fcf-4284-8b54-cb225f161902", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "1dce6797-8fcf-4284-8b54-cb225f161902", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7-kserve-route-authn"} 2026-07-08T17:52:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "1dce6797-8fcf-4284-8b54-cb225f161902", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "authType": "userdefined"} 2026-07-08T17:52:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "1dce6797-8fcf-4284-8b54-cb225f161902", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "ccd38b2b-2b33-4416-888c-cbf5e3a4de8b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "ccd38b2b-2b33-4416-888c-cbf5e3a4de8b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "ccd38b2b-2b33-4416-888c-cbf5e3a4de8b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "7031f08a-1300-4fa7-b567-2fbd0bc04cd3", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "7031f08a-1300-4fa7-b567-2fbd0bc04cd3", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "7031f08a-1300-4fa7-b567-2fbd0bc04cd3", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "bb1301ef-af4b-4f08-bfaf-7b3693fb20ab", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "bb1301ef-af4b-4f08-bfaf-7b3693fb20ab", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "bb1301ef-af4b-4f08-bfaf-7b3693fb20ab", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "bb1301ef-af4b-4f08-bfaf-7b3693fb20ab", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7-kserve-route-authn"} 2026-07-08T17:52:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "bb1301ef-af4b-4f08-bfaf-7b3693fb20ab", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "authType": "userdefined"} 2026-07-08T17:52:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "bb1301ef-af4b-4f08-bfaf-7b3693fb20ab", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e03da85f-7525-4b79-8aac-bb702a55ba38", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:52:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "5ca5dfc6-bd1f-429d-a60d-ddfdf3ecfb98", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "5ca5dfc6-bd1f-429d-a60d-ddfdf3ecfb98", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:52:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "5ca5dfc6-bd1f-429d-a60d-ddfdf3ecfb98", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5537fda-9da0-4ca1-995e-1fb3afb4b0fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:52:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "f5540263-3812-4540-bf96-909249d5e6a7", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "f5540263-3812-4540-bf96-909249d5e6a7", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "f5540263-3812-4540-bf96-909249d5e6a7", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "f5540263-3812-4540-bf96-909249d5e6a7", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7-kserve-route-authn"} 2026-07-08T17:52:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "f5540263-3812-4540-bf96-909249d5e6a7", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "authType": "userdefined"} 2026-07-08T17:52:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "f5540263-3812-4540-bf96-909249d5e6a7", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:52:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "0fd35c68-fb02-4606-8696-323ffd6add4c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "0fd35c68-fb02-4606-8696-323ffd6add4c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "0fd35c68-fb02-4606-8696-323ffd6add4c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "4319ef57-08b6-4c66-8107-c376a9bfdabb", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "0fd35c68-fb02-4606-8696-323ffd6add4c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79-kserve-route-authn"} 2026-07-08T17:52:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "0fd35c68-fb02-4606-8696-323ffd6add4c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "authType": "userdefined"} 2026-07-08T17:52:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "0fd35c68-fb02-4606-8696-323ffd6add4c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "4319ef57-08b6-4c66-8107-c376a9bfdabb", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "4319ef57-08b6-4c66-8107-c376a9bfdabb", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "1afdb6ca-5d21-4427-81b9-891443299dcc", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "1afdb6ca-5d21-4427-81b9-891443299dcc", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "1afdb6ca-5d21-4427-81b9-891443299dcc", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "1afdb6ca-5d21-4427-81b9-891443299dcc", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79-kserve-route-authn"} 2026-07-08T17:52:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "1afdb6ca-5d21-4427-81b9-891443299dcc", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "authType": "userdefined"} 2026-07-08T17:52:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "1afdb6ca-5d21-4427-81b9-891443299dcc", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:52:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "982c9b8a-11cb-43a5-9ad6-5877765681cd", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:52:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "982c9b8a-11cb-43a5-9ad6-5877765681cd", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:52:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "982c9b8a-11cb-43a5-9ad6-5877765681cd", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:53:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "aab26668-2bc1-4121-9a27-a051933e646e", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "aab26668-2bc1-4121-9a27-a051933e646e", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "aab26668-2bc1-4121-9a27-a051933e646e", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "aab26668-2bc1-4121-9a27-a051933e646e", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79-kserve-route-authn"} 2026-07-08T17:53:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "aab26668-2bc1-4121-9a27-a051933e646e", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "authType": "userdefined"} 2026-07-08T17:53:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "aab26668-2bc1-4121-9a27-a051933e646e", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "c4031631-abe9-41cd-9c0c-0416c7d2aed4", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "c4031631-abe9-41cd-9c0c-0416c7d2aed4", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "c4031631-abe9-41cd-9c0c-0416c7d2aed4", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "c4031631-abe9-41cd-9c0c-0416c7d2aed4", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79-kserve-route-authn"} 2026-07-08T17:53:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "c4031631-abe9-41cd-9c0c-0416c7d2aed4", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "authType": "userdefined"} 2026-07-08T17:53:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "c4031631-abe9-41cd-9c0c-0416c7d2aed4", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "a02f89d1-4910-4d18-99a5-7d6a0345960c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "a02f89d1-4910-4d18-99a5-7d6a0345960c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "a02f89d1-4910-4d18-99a5-7d6a0345960c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "a02f89d1-4910-4d18-99a5-7d6a0345960c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79-kserve-route-authn"} 2026-07-08T17:53:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "a02f89d1-4910-4d18-99a5-7d6a0345960c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "authType": "userdefined"} 2026-07-08T17:53:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "a02f89d1-4910-4d18-99a5-7d6a0345960c", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "3ef77c97-8806-4d5a-8488-4eaf47ebc2ae", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:53:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "3ef77c97-8806-4d5a-8488-4eaf47ebc2ae", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:53:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "3ef77c97-8806-4d5a-8488-4eaf47ebc2ae", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:53:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:53:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7"} 2026-07-08T17:53:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:53:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:53:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7-kserve-route-authn"} 2026-07-08T17:53:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7-kserve-route-authn"} 2026-07-08T17:53:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:53:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "4e89d8c7-2d94-4537-a0ba-c6bf90288971", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:53:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a1ffe7","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "test-model-a1ffe7", "reconcileID": "95842ad9-010a-48f3-9e6e-887e3d5be317", "LLMInferenceService": "test-model-a1ffe7", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:53:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "91b06d07-f471-4339-9a80-a0f017598a5b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:53:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "91b06d07-f471-4339-9a80-a0f017598a5b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:53:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "91b06d07-f471-4339-9a80-a0f017598a5b", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:53:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "8e38b5a1-e5b1-47c5-bdfd-014ac2c3ea74", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:53:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "8e38b5a1-e5b1-47c5-bdfd-014ac2c3ea74", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:53:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "8e38b5a1-e5b1-47c5-bdfd-014ac2c3ea74", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:53:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79"} 2026-07-08T17:53:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79-kserve-route-authn"} 2026-07-08T17:53:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79-kserve-route-authn"} 2026-07-08T17:53:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "5c808a96-f45e-4363-8e30-3b57eb8d4073", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-446c79","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "test-model-446c79", "reconcileID": "7477d127-547b-4858-97b3-e6d72144db60", "LLMInferenceService": "test-model-446c79", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:53:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "9588cafb-aa36-43eb-8d59-226b10e0faef", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:53:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "9588cafb-aa36-43eb-8d59-226b10e0faef", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:53:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "9588cafb-aa36-43eb-8d59-226b10e0faef", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:53:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "a0845f95-2bc2-49fc-b7f7-93ec7b430b38", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:53:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "a0845f95-2bc2-49fc-b7f7-93ec7b430b38", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:53:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "a0845f95-2bc2-49fc-b7f7-93ec7b430b38", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:53:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "656d3a49-7a6c-42bb-a49d-de2792d4dc2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:53:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "fb030d85-cc61-4627-a01a-420ee3b27f94", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:53:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "fb030d85-cc61-4627-a01a-420ee3b27f94", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7-authn-ssl"} 2026-07-08T17:53:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-a1ffe7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-a1ffe7", "reconcileID": "fb030d85-cc61-4627-a01a-420ee3b27f94", "Gateway": "e2e-inf-a-a1ffe7", "namespace": "openshift-ingress"} 2026-07-08T17:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e8d85ab-03cc-457a-9c5e-cabb07651faa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:54:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e8d85ab-03cc-457a-9c5e-cabb07651faa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e8d85ab-03cc-457a-9c5e-cabb07651faa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-a1ffe7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-trusted-ca-bundle", "reconcileID": "98864dee-467e-44da-afec-8198251054a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:54:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-trusted-ca-bundle", "reconcileID": "98864dee-467e-44da-afec-8198251054a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "openshift-service-ca.crt", "reconcileID": "caed3e0f-3a15-41da-9102-7619852b96af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:54:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "openshift-service-ca.crt", "reconcileID": "caed3e0f-3a15-41da-9102-7619852b96af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:54:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0827b1-2ef8-4374-9298-5945c9c7f618", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:54:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-a1ffe7"}, "namespace": "ai-tenant-e2e-inf-a-a1ffe7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0827b1-2ef8-4374-9298-5945c9c7f618", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-a1ffe7"} 2026-07-08T17:54:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8378c3da-aae0-43a6-9bb4-1099c4bbf9e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "bb657226-bf93-415f-9bb7-21ac138d1b76", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "bb657226-bf93-415f-9bb7-21ac138d1b76", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79-authn-ssl"} 2026-07-08T17:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-446c79","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-446c79", "reconcileID": "bb657226-bf93-415f-9bb7-21ac138d1b76", "Gateway": "e2e-inf-b-446c79", "namespace": "openshift-ingress"} 2026-07-08T17:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1d6783c-ae9c-4a6e-845d-89e3e1b10434", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:54:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1d6783c-ae9c-4a6e-845d-89e3e1b10434", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1d6783c-ae9c-4a6e-845d-89e3e1b10434", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-446c79 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-trusted-ca-bundle", "reconcileID": "249b29bf-8ce1-4a61-8c62-d8667b74e7e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-trusted-ca-bundle", "reconcileID": "249b29bf-8ce1-4a61-8c62-d8667b74e7e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "openshift-service-ca.crt", "reconcileID": "b12a9290-3883-4543-8426-48b7fe18b2c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "openshift-service-ca.crt", "reconcileID": "b12a9290-3883-4543-8426-48b7fe18b2c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:54:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca2b02e-1f37-4703-8a47-1a28c64b574d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:54:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-446c79"}, "namespace": "ai-tenant-e2e-inf-b-446c79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ca2b02e-1f37-4703-8a47-1a28c64b574d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-446c79"} 2026-07-08T17:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "d6df049d-53ff-43ae-b1d3-1b9cc86118bd", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "d6df049d-53ff-43ae-b1d3-1b9cc86118bd", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "d6df049d-53ff-43ae-b1d3-1b9cc86118bd", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "0949e97b-d880-4b52-a898-13c6835a0ecf", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "0949e97b-d880-4b52-a898-13c6835a0ecf", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "0949e97b-d880-4b52-a898-13c6835a0ecf", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "6d5debc6-e40d-4063-857a-7e8ae89abde4", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "6d5debc6-e40d-4063-857a-7e8ae89abde4", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "6d5debc6-e40d-4063-857a-7e8ae89abde4", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "d4aa6a37-518b-4c91-b703-c3ccbe5a724f", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "d4aa6a37-518b-4c91-b703-c3ccbe5a724f", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "d4aa6a37-518b-4c91-b703-c3ccbe5a724f", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "36f7de36-5bcf-4d92-a483-ab1c6f94c7ad", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "36f7de36-5bcf-4d92-a483-ab1c6f94c7ad", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "36f7de36-5bcf-4d92-a483-ab1c6f94c7ad", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "2dd0cbd3-f26d-4aa5-8cf2-7bb2e7b863cf", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "2dd0cbd3-f26d-4aa5-8cf2-7bb2e7b863cf", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "2dd0cbd3-f26d-4aa5-8cf2-7bb2e7b863cf", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "openshift-service-ca.crt", "reconcileID": "ea6d0c30-85e8-4723-bc11-2beec3d887df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-trusted-ca-bundle", "reconcileID": "3f1b9359-1011-4696-892f-faab8de9be80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "openshift-service-ca.crt", "reconcileID": "56e5974a-dd25-4d43-9f17-ec13deb9feaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e76ff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "openshift-service-ca.crt", "reconcileID": "56e5974a-dd25-4d43-9f17-ec13deb9feaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "openshift-service-ca.crt", "reconcileID": "cf24f4cf-881a-453a-8764-e10ca812beee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e91572ab-61d5-4b24-997f-c28a3386e21e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-trusted-ca-bundle", "reconcileID": "1e2a55d0-464d-4415-b81e-7a6bbad0b747", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-trusted-ca-bundle", "reconcileID": "1e2a55d0-464d-4415-b81e-7a6bbad0b747", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ebf60f88-5035-4d62-aaea-09fac6dcd83a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "aa886532-6aec-45b2-b92b-a4ff07e45449", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "aa886532-6aec-45b2-b92b-a4ff07e45449", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "aa886532-6aec-45b2-b92b-a4ff07e45449", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d54aef37-8d51-419a-a6c2-cf39c1fdb57f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c4d8237d-0490-4857-8732-57cf7cca143e", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c4d8237d-0490-4857-8732-57cf7cca143e", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c4d8237d-0490-4857-8732-57cf7cca143e", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c8bc1dbf-de34-4996-ba9d-748faaf0ba70", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c8bc1dbf-de34-4996-ba9d-748faaf0ba70", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c8bc1dbf-de34-4996-ba9d-748faaf0ba70", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "f9fe645e-3b94-492d-9c82-d602c3fee896", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "f9fe645e-3b94-492d-9c82-d602c3fee896", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "f9fe645e-3b94-492d-9c82-d602c3fee896", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "b1c1edb2-9537-40d5-97ed-e7caa7922db5", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "b1c1edb2-9537-40d5-97ed-e7caa7922db5", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "b1c1edb2-9537-40d5-97ed-e7caa7922db5", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "73f3fe65-c37f-45aa-9d50-b0e5ddf03d0c", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "73f3fe65-c37f-45aa-9d50-b0e5ddf03d0c", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "73f3fe65-c37f-45aa-9d50-b0e5ddf03d0c", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "d5880447-986b-4994-8dd7-a38be0cfde8e", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "d5880447-986b-4994-8dd7-a38be0cfde8e", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "d5880447-986b-4994-8dd7-a38be0cfde8e", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "fe82d628-aa1e-4ca9-b79b-43a20fc38cee", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "fe82d628-aa1e-4ca9-b79b-43a20fc38cee", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "fe82d628-aa1e-4ca9-b79b-43a20fc38cee", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "9e79c472-e313-46ab-9632-b28a1e3a0a0d", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "9e79c472-e313-46ab-9632-b28a1e3a0a0d", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "9e79c472-e313-46ab-9632-b28a1e3a0a0d", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "openshift-service-ca.crt", "reconcileID": "23aafc27-68f6-43ac-9434-f31049f5a9ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-trusted-ca-bundle", "reconcileID": "1b9f2724-86f1-4ef2-b982-2c4ada2cb500", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "openshift-service-ca.crt", "reconcileID": "40ff27b1-e4f3-4db0-82d7-71ff09993565", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e3904d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "openshift-service-ca.crt", "reconcileID": "40ff27b1-e4f3-4db0-82d7-71ff09993565", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44d05636-b505-4f3c-b7ff-a6062d93cb34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "openshift-service-ca.crt", "reconcileID": "e818d7bc-71ab-4709-8040-9cb9ac15c524", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-trusted-ca-bundle", "reconcileID": "e844b6fa-f3fa-4099-a283-e900ca854772", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-trusted-ca-bundle", "reconcileID": "e844b6fa-f3fa-4099-a283-e900ca854772", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b774f50-911b-45de-82da-4704bc924b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c0692577-1f43-4b8f-bc8a-a8c07b9517c9", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c0692577-1f43-4b8f-bc8a-a8c07b9517c9", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "c0692577-1f43-4b8f-bc8a-a8c07b9517c9", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0697fd55-7922-4276-8624-2637caaf8353", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "e07869c4-2bb2-41ff-98ff-003628b2698b", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "e07869c4-2bb2-41ff-98ff-003628b2698b", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "e07869c4-2bb2-41ff-98ff-003628b2698b", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "0b5814c6-9891-4936-9e2e-508a77f53557", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "0b5814c6-9891-4936-9e2e-508a77f53557", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "0b5814c6-9891-4936-9e2e-508a77f53557", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3c05555-e971-462a-bf6a-4b87c34e502a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:54:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "6661f0c8-761e-4c7e-b1e0-c0b89bb38d77", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "6661f0c8-761e-4c7e-b1e0-c0b89bb38d77", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff-authn-ssl"} 2026-07-08T17:54:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-7e76ff","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-7e76ff", "reconcileID": "6661f0c8-761e-4c7e-b1e0-c0b89bb38d77", "Gateway": "e2e-api-a-7e76ff", "namespace": "openshift-ingress"} 2026-07-08T17:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52ea7c05-3e29-4cc3-9573-8fa5687ce457", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:54:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b809338f-cdb6-465d-8fa8-078a434be1f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b809338f-cdb6-465d-8fa8-078a434be1f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b809338f-cdb6-465d-8fa8-078a434be1f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-7e76ff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:54:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-trusted-ca-bundle", "reconcileID": "d9f09728-b484-4874-b97a-78b662907cf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-trusted-ca-bundle", "reconcileID": "d9f09728-b484-4874-b97a-78b662907cf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "openshift-service-ca.crt", "reconcileID": "4b343186-84de-40b9-a400-45ecd29866fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "openshift-service-ca.crt", "reconcileID": "4b343186-84de-40b9-a400-45ecd29866fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f75053a-58b7-4c34-95d0-453ae8d8ac20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-7e76ff"}, "namespace": "ai-tenant-e2e-api-a-7e76ff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f75053a-58b7-4c34-95d0-453ae8d8ac20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-7e76ff"} 2026-07-08T17:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f0b74ab-5acc-4286-9412-c4bf43168008", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:54:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "038949ef-1137-4d3f-970c-c1dc7ab12a91", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "038949ef-1137-4d3f-970c-c1dc7ab12a91", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d-authn-ssl"} 2026-07-08T17:54:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e3904d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e3904d", "reconcileID": "038949ef-1137-4d3f-970c-c1dc7ab12a91", "Gateway": "e2e-api-b-e3904d", "namespace": "openshift-ingress"} 2026-07-08T17:54:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f38c9035-2b12-4db2-aebc-9d2fab8b1eb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f38c9035-2b12-4db2-aebc-9d2fab8b1eb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f38c9035-2b12-4db2-aebc-9d2fab8b1eb6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e3904d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:54:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-trusted-ca-bundle", "reconcileID": "6018200f-da08-4104-9983-fe0268f41cee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-trusted-ca-bundle", "reconcileID": "6018200f-da08-4104-9983-fe0268f41cee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "openshift-service-ca.crt", "reconcileID": "4a4de467-ca91-4a02-9fd0-e584bb7cf35b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "openshift-service-ca.crt", "reconcileID": "4a4de467-ca91-4a02-9fd0-e584bb7cf35b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291083c4-4bb1-41c1-b847-d678c56b12a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e3904d"}, "namespace": "ai-tenant-e2e-api-b-e3904d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291083c4-4bb1-41c1-b847-d678c56b12a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e3904d"} 2026-07-08T17:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "bd745804-83fa-4a54-9fd8-58223aba3565", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "bd745804-83fa-4a54-9fd8-58223aba3565", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "bd745804-83fa-4a54-9fd8-58223aba3565", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "7c6fc618-b244-41bd-a5b6-d7246a217811", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "7c6fc618-b244-41bd-a5b6-d7246a217811", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "7c6fc618-b244-41bd-a5b6-d7246a217811", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "dba13cf9-20a1-4b5a-9f3a-d4a47e3391e8", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "dba13cf9-20a1-4b5a-9f3a-d4a47e3391e8", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "dba13cf9-20a1-4b5a-9f3a-d4a47e3391e8", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "ef1ac461-dccc-480e-b457-0d50914d4e13", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "ef1ac461-dccc-480e-b457-0d50914d4e13", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "ef1ac461-dccc-480e-b457-0d50914d4e13", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "5230c359-111c-4884-be6a-3d7affbef120", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "5230c359-111c-4884-be6a-3d7affbef120", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "5230c359-111c-4884-be6a-3d7affbef120", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "5fb1769d-d027-4c3a-b0c8-0b6e60bc7105", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "5fb1769d-d027-4c3a-b0c8-0b6e60bc7105", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:54:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "5fb1769d-d027-4c3a-b0c8-0b6e60bc7105", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "openshift-service-ca.crt", "reconcileID": "259b0f85-026a-4cae-8161-bef790e41d42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-trusted-ca-bundle", "reconcileID": "e223543a-03eb-4f40-8dc9-0adf1c1e822d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:54:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "openshift-service-ca.crt", "reconcileID": "098effd4-376f-455c-abed-8a6d6ef3b0f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67c226", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "openshift-service-ca.crt", "reconcileID": "098effd4-376f-455c-abed-8a6d6ef3b0f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e68e72b-e56e-4ce5-9b21-f902a88bf6bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "openshift-service-ca.crt", "reconcileID": "84f9c308-3110-4fa4-af45-493298633d31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:54:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-trusted-ca-bundle", "reconcileID": "090fde39-a389-4554-b102-dc6bc777a688", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:54:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-trusted-ca-bundle", "reconcileID": "090fde39-a389-4554-b102-dc6bc777a688", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b0603b2-894d-402c-83f2-29c380f007d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "bcb70ba0-1c2b-4807-9699-c930416b031b", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "bcb70ba0-1c2b-4807-9699-c930416b031b", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "bcb70ba0-1c2b-4807-9699-c930416b031b", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:54:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b54536c6-86ab-4615-9627-6dd4c811c7b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "c08fe642-702e-453c-95a3-a84eafd8f31a", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "c08fe642-702e-453c-95a3-a84eafd8f31a", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "c08fe642-702e-453c-95a3-a84eafd8f31a", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "c9d286a8-a572-49ec-8f46-4b7b7c8b6815", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "c9d286a8-a572-49ec-8f46-4b7b7c8b6815", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "c9d286a8-a572-49ec-8f46-4b7b7c8b6815", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "4c2727b1-946d-4ea3-a889-25acfbc6ea65", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "4c2727b1-946d-4ea3-a889-25acfbc6ea65", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "4c2727b1-946d-4ea3-a889-25acfbc6ea65", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "6fb26892-41f3-4e44-918f-6b941419ac33", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "6fb26892-41f3-4e44-918f-6b941419ac33", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "6fb26892-41f3-4e44-918f-6b941419ac33", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "333cde4e-7898-4e96-96a2-959032c85c74", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "333cde4e-7898-4e96-96a2-959032c85c74", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "333cde4e-7898-4e96-96a2-959032c85c74", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "fdf0ab7a-8a52-4416-b679-a427a287c5a8", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "fdf0ab7a-8a52-4416-b679-a427a287c5a8", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "fdf0ab7a-8a52-4416-b679-a427a287c5a8", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "5f3801d2-c632-44ba-ac62-a4e80bff674c", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "5f3801d2-c632-44ba-ac62-a4e80bff674c", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "5f3801d2-c632-44ba-ac62-a4e80bff674c", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "9b30984c-2a68-4502-9e82-50badfc3b0df", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "9b30984c-2a68-4502-9e82-50badfc3b0df", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "9b30984c-2a68-4502-9e82-50badfc3b0df", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "openshift-service-ca.crt", "reconcileID": "83cef502-4ab1-4fe0-b329-e7630758de0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-trusted-ca-bundle", "reconcileID": "2907e915-04fd-4521-a00c-fa993a79d4cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:55:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "openshift-service-ca.crt", "reconcileID": "b87f2ae8-3ac1-45e6-a72a-f8b2e0ffbd08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9fde78", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:55:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "openshift-service-ca.crt", "reconcileID": "b87f2ae8-3ac1-45e6-a72a-f8b2e0ffbd08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4969ddc7-8523-4cb3-99da-7912e13d452d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "openshift-service-ca.crt", "reconcileID": "f8b74fb7-5ff3-4e69-862e-9b301a3872ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:55:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-trusted-ca-bundle", "reconcileID": "4d32d13b-6e9f-4158-9408-0ef374c3d9d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:55:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-trusted-ca-bundle", "reconcileID": "4d32d13b-6e9f-4158-9408-0ef374c3d9d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01b60874-9623-4b74-ad4b-d07a2b9b8a35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:55:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "09683ced-0bb4-432c-82f8-a45ceddd70a3", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:55:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "09683ced-0bb4-432c-82f8-a45ceddd70a3", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:55:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "09683ced-0bb4-432c-82f8-a45ceddd70a3", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0b4ac66a-98ca-428f-9c0f-7520d5d45f49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:55:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "7c12f845-76bf-45e9-9d5a-4c2328c196a7", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:55:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "7c12f845-76bf-45e9-9d5a-4c2328c196a7", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:55:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "7c12f845-76bf-45e9-9d5a-4c2328c196a7", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:55:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55a5c448-8999-4c4a-8bca-17912cdb4752", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8328f67d-6a9b-463c-8c7f-946fff748d73", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:58:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c008acb7-c583-4eb7-9f23-004d2393d34e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "f92932a6-cda0-41ec-8902-90d870b124e9", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "f92932a6-cda0-41ec-8902-90d870b124e9", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226-authn-ssl"} 2026-07-08T17:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67c226","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67c226", "reconcileID": "f92932a6-cda0-41ec-8902-90d870b124e9", "Gateway": "e2e-shared-a-67c226", "namespace": "openshift-ingress"} 2026-07-08T17:58:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "498c6192-5941-4ad6-a927-d6fca727428f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:58:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "498c6192-5941-4ad6-a927-d6fca727428f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:58:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "498c6192-5941-4ad6-a927-d6fca727428f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-67c226 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:58:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-trusted-ca-bundle", "reconcileID": "bb85f282-ce4c-4d1c-b771-8ad74b4d8426", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:58:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-trusted-ca-bundle", "reconcileID": "bb85f282-ce4c-4d1c-b771-8ad74b4d8426", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:58:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "openshift-service-ca.crt", "reconcileID": "a442515f-99db-4711-b197-9b4ffd66f980", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:58:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "openshift-service-ca.crt", "reconcileID": "a442515f-99db-4711-b197-9b4ffd66f980", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:58:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "188a6fd3-b8b1-4b30-8585-d3e2cfadb76b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:58:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67c226"}, "namespace": "ai-tenant-e2e-shared-a-67c226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "188a6fd3-b8b1-4b30-8585-d3e2cfadb76b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67c226"} 2026-07-08T17:58:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e429584b-9d3a-4857-afc6-731136f4b9c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T17:58:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "bb9f4c69-3126-44c3-b3c5-adae96160627", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:58:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "bb9f4c69-3126-44c3-b3c5-adae96160627", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78-authn-ssl"} 2026-07-08T17:58:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9fde78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9fde78", "reconcileID": "bb9f4c69-3126-44c3-b3c5-adae96160627", "Gateway": "e2e-shared-b-9fde78", "namespace": "openshift-ingress"} 2026-07-08T17:58:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dccd030-585c-499f-b88b-d0bbfbc5f905", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:58:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dccd030-585c-499f-b88b-d0bbfbc5f905", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T17:58:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0dccd030-585c-499f-b88b-d0bbfbc5f905", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-9fde78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T17:58:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-trusted-ca-bundle", "reconcileID": "dd4e8b33-807f-4160-af1d-1e18084ceb19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-trusted-ca-bundle", "reconcileID": "dd4e8b33-807f-4160-af1d-1e18084ceb19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:58:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "openshift-service-ca.crt", "reconcileID": "b567c462-8522-492e-9c20-01eaf62c9bf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "openshift-service-ca.crt", "reconcileID": "b567c462-8522-492e-9c20-01eaf62c9bf2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:58:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83f2a200-368e-40d3-bb1e-cc4f4401caf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"} 2026-07-08T17:58:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9fde78"}, "namespace": "ai-tenant-e2e-shared-b-9fde78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83f2a200-368e-40d3-bb1e-cc4f4401caf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9fde78"}