2026-07-09T05:02:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7567feb1"}, "namespace": "ai-tenant-e2e-mt-7567feb1", "name": "odh-trusted-ca-bundle", "reconcileID": "35eb8b5e-e666-42ab-b8ec-51601cbda3a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7567feb1"} 2026-07-09T05:02:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7567feb1"}, "namespace": "ai-tenant-e2e-mt-7567feb1", "name": "odh-trusted-ca-bundle", "reconcileID": "35eb8b5e-e666-42ab-b8ec-51601cbda3a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7567feb1"} 2026-07-09T05:02:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7567feb1"}, "namespace": "ai-tenant-e2e-mt-7567feb1", "name": "openshift-service-ca.crt", "reconcileID": "a62dada3-9b9c-4a6d-9af4-de7e69e63780", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7567feb1"} 2026-07-09T05:02:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7567feb1"}, "namespace": "ai-tenant-e2e-mt-7567feb1", "name": "openshift-service-ca.crt", "reconcileID": "a62dada3-9b9c-4a6d-9af4-de7e69e63780", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7567feb1"} 2026-07-09T05:02:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7567feb1"}, "namespace": "ai-tenant-e2e-mt-7567feb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1ae36b-d75d-4e9f-8677-502643d7316c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7567feb1"} 2026-07-09T05:02:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7567feb1"}, "namespace": "ai-tenant-e2e-mt-7567feb1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b1ae36b-d75d-4e9f-8677-502643d7316c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7567feb1"} 2026-07-09T05:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63de9d94-6e1c-4581-8186-710d855e9e50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-142a2497"} 2026-07-09T05:02:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63de9d94-6e1c-4581-8186-710d855e9e50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-142a2497", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:02:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63de9d94-6e1c-4581-8186-710d855e9e50", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-142a2497 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "odh-trusted-ca-bundle", "reconcileID": "93ecc2ce-22b2-4728-a99f-d162e957408a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-142a2497"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "odh-trusted-ca-bundle", "reconcileID": "93ecc2ce-22b2-4728-a99f-d162e957408a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-142a2497"} 2026-07-09T05:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "openshift-service-ca.crt", "reconcileID": "7f2a311c-7a8a-47d5-97ea-aa657bc31691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-142a2497"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "openshift-service-ca.crt", "reconcileID": "7f2a311c-7a8a-47d5-97ea-aa657bc31691", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-142a2497"} 2026-07-09T05:02:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e86ac746-8a37-4b11-a1ab-951896df011c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-142a2497"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-142a2497"}, "namespace": "ai-tenant-e2e-mt-142a2497", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e86ac746-8a37-4b11-a1ab-951896df011c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-142a2497"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "ff25c6f4-6d64-4bdf-9344-31716b2712f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-trusted-ca-bundle", "reconcileID": "a6c2a615-da6e-432d-a7bf-5ea5b03c84ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:02:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "4c5c362b-e4eb-4c0a-8336-66603efe04e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef81bcc8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:02:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "4c5c362b-e4eb-4c0a-8336-66603efe04e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:02:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "13a64f47-b77f-42a2-abda-bc6e085be05e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef81bcc8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:02:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "13a64f47-b77f-42a2-abda-bc6e085be05e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:02:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a256d5f-da7e-4d1d-8c9e-77ba5163b0c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:02:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a256d5f-da7e-4d1d-8c9e-77ba5163b0c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-trusted-ca-bundle", "reconcileID": "ca5c288d-7b38-4da4-9108-8fd8eb2e79aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "250839e2-6870-439d-92f8-4d4400e667ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d1d0fa2-11c4-45a8-9792-c5c9056b6ae3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d8f295-e0d3-4b8a-a181-26616bff5876", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d8f295-e0d3-4b8a-a181-26616bff5876", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:03:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d8f295-e0d3-4b8a-a181-26616bff5876", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ef81bcc8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:03:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-trusted-ca-bundle", "reconcileID": "a2febb70-13e2-475a-9fb7-54e9ead5e6b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-trusted-ca-bundle", "reconcileID": "a2febb70-13e2-475a-9fb7-54e9ead5e6b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "3644e48e-7c69-4d0f-a94f-7263ba57526b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "openshift-service-ca.crt", "reconcileID": "3644e48e-7c69-4d0f-a94f-7263ba57526b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "841bfb7c-a95f-4d94-9483-2fb48e0a83a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef81bcc8"}, "namespace": "ai-tenant-e2e-mt-ef81bcc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "841bfb7c-a95f-4d94-9483-2fb48e0a83a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef81bcc8"} 2026-07-09T05:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "3e1accea-a62e-4af5-b176-de13b8e9ffd9", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "3e1accea-a62e-4af5-b176-de13b8e9ffd9", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "3e1accea-a62e-4af5-b176-de13b8e9ffd9", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "f20dee63-7577-4924-a68b-a854019fc04f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "f20dee63-7577-4924-a68b-a854019fc04f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "f20dee63-7577-4924-a68b-a854019fc04f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "896dd2b5-8b6c-4b0f-8037-71b27827c25a", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "896dd2b5-8b6c-4b0f-8037-71b27827c25a", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "896dd2b5-8b6c-4b0f-8037-71b27827c25a", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "b50074a7-3158-4749-ab36-646eeb276c63", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "b50074a7-3158-4749-ab36-646eeb276c63", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "b50074a7-3158-4749-ab36-646eeb276c63", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "619993f0-e3b4-4e30-92ee-523e6127d6bd", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "619993f0-e3b4-4e30-92ee-523e6127d6bd", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "619993f0-e3b4-4e30-92ee-523e6127d6bd", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "804c3760-5ed3-406e-a7a0-9f7dafa40d2f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "804c3760-5ed3-406e-a7a0-9f7dafa40d2f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "804c3760-5ed3-406e-a7a0-9f7dafa40d2f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "81ff9e86-75c3-4bb4-bc0b-7f6fd0c23840", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "81ff9e86-75c3-4bb4-bc0b-7f6fd0c23840", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "81ff9e86-75c3-4bb4-bc0b-7f6fd0c23840", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "openshift-service-ca.crt", "reconcileID": "381de97f-fcaf-48b8-8aac-d269cbb48de7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-trusted-ca-bundle", "reconcileID": "225f273d-b41c-48f8-882d-a880fdd26353", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "openshift-service-ca.crt", "reconcileID": "be0eb2bd-e809-4ff5-acb9-2a32df389caa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:03:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "openshift-service-ca.crt", "reconcileID": "be0eb2bd-e809-4ff5-acb9-2a32df389caa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d828f6c7-8c56-46b5-a457-b9b2f638f4aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "openshift-service-ca.crt", "reconcileID": "ec6b6803-152c-4ab5-9044-751559066a8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-trusted-ca-bundle", "reconcileID": "0db478a8-ad69-4157-887e-7fe46798c49f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:03:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-trusted-ca-bundle", "reconcileID": "0db478a8-ad69-4157-887e-7fe46798c49f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbfcf244-cde9-4f8e-94ca-5db204bb3d5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d637ec9b-f38f-4f6a-abe0-6e32bc714102", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d637ec9b-f38f-4f6a-abe0-6e32bc714102", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d637ec9b-f38f-4f6a-abe0-6e32bc714102", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c54675a5-f351-4cf9-a850-38a71ae403f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "abdc2b05-396a-419e-8dbd-fbd3fcbeba36", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "abdc2b05-396a-419e-8dbd-fbd3fcbeba36", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "abdc2b05-396a-419e-8dbd-fbd3fcbeba36", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "c0d56415-5775-4dcf-b614-422f71e16f4f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "c0d56415-5775-4dcf-b614-422f71e16f4f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "c0d56415-5775-4dcf-b614-422f71e16f4f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "ff563964-d633-4cb2-b2aa-c150977b5919", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "ff563964-d633-4cb2-b2aa-c150977b5919", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "ff563964-d633-4cb2-b2aa-c150977b5919", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "701e2c89-5f1a-457d-99ec-fe12b08e5ccb", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "701e2c89-5f1a-457d-99ec-fe12b08e5ccb", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "701e2c89-5f1a-457d-99ec-fe12b08e5ccb", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "e3039849-81ba-46ab-b366-b3270eca109f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "e3039849-81ba-46ab-b366-b3270eca109f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "e3039849-81ba-46ab-b366-b3270eca109f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "017003fa-c535-4e75-9b74-e0fb28590907", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "017003fa-c535-4e75-9b74-e0fb28590907", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "017003fa-c535-4e75-9b74-e0fb28590907", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "181d2cad-eef4-4a40-bb7b-044de46a67ee", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "181d2cad-eef4-4a40-bb7b-044de46a67ee", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "181d2cad-eef4-4a40-bb7b-044de46a67ee", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d6137a87-4fbc-4e15-b8db-07cf73b8df7d", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d6137a87-4fbc-4e15-b8db-07cf73b8df7d", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d6137a87-4fbc-4e15-b8db-07cf73b8df7d", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "openshift-service-ca.crt", "reconcileID": "128b02fe-f7aa-4ff2-b154-4122852469e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-trusted-ca-bundle", "reconcileID": "02ad937e-6d8b-4d90-9f01-59274c1dde23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:03:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "openshift-service-ca.crt", "reconcileID": "6e2e736e-2973-4bd3-aa76-e6d5c9766c84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-64ed88", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:03:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "openshift-service-ca.crt", "reconcileID": "6e2e736e-2973-4bd3-aa76-e6d5c9766c84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "openshift-service-ca.crt", "reconcileID": "93ce116b-d218-4bd6-95d6-a11dea2dda7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba1b9e84-44c8-405e-a580-8d5b6b71bbed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:03:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-trusted-ca-bundle", "reconcileID": "0550ae05-ecfa-4342-9793-4b38032bcf58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:03:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-trusted-ca-bundle", "reconcileID": "0550ae05-ecfa-4342-9793-4b38032bcf58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce4d1228-068f-4cf9-a579-477f5df85fdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:03:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "fcb2bd68-de8b-40e3-9545-73e2bf9e18b0", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "fcb2bd68-de8b-40e3-9545-73e2bf9e18b0", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "fcb2bd68-de8b-40e3-9545-73e2bf9e18b0", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4560574e-1bfa-408e-aa05-4e37019544c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:03:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "26976032-fc30-4bd1-82e0-9bbcc423ea2f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "26976032-fc30-4bd1-82e0-9bbcc423ea2f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:03:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "26976032-fc30-4bd1-82e0-9bbcc423ea2f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:03:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "950e82c1-3c06-4e9a-bf49-cbc65347ec00", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "950e82c1-3c06-4e9a-bf49-cbc65347ec00", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "950e82c1-3c06-4e9a-bf49-cbc65347ec00", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "0d2d430b-7905-4966-ba2f-491487cbb4de", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "950e82c1-3c06-4e9a-bf49-cbc65347ec00", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8-kserve-route-authn"} 2026-07-09T05:03:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "950e82c1-3c06-4e9a-bf49-cbc65347ec00", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "authType": "userdefined"} 2026-07-09T05:03:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "950e82c1-3c06-4e9a-bf49-cbc65347ec00", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "0d2d430b-7905-4966-ba2f-491487cbb4de", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:03:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "0d2d430b-7905-4966-ba2f-491487cbb4de", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:03:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "61e353c0-8692-4f3b-8332-1938e22c2162", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "61e353c0-8692-4f3b-8332-1938e22c2162", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "61e353c0-8692-4f3b-8332-1938e22c2162", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:03:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "61e353c0-8692-4f3b-8332-1938e22c2162", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8-kserve-route-authn"} 2026-07-09T05:03:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "61e353c0-8692-4f3b-8332-1938e22c2162", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "authType": "userdefined"} 2026-07-09T05:03:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "61e353c0-8692-4f3b-8332-1938e22c2162", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "542a394c-256d-4029-9cfb-4f4b1df4062a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:04:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d0c3c931-b8bc-445a-afe3-b21d29aa5d1f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:04:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d0c3c931-b8bc-445a-afe3-b21d29aa5d1f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:04:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "d0c3c931-b8bc-445a-afe3-b21d29aa5d1f", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:04:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "14acaff1-0961-4508-8bd1-2a0fb997949a", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "14acaff1-0961-4508-8bd1-2a0fb997949a", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "14acaff1-0961-4508-8bd1-2a0fb997949a", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "14acaff1-0961-4508-8bd1-2a0fb997949a", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8-kserve-route-authn"} 2026-07-09T05:04:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "14acaff1-0961-4508-8bd1-2a0fb997949a", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "authType": "userdefined"} 2026-07-09T05:04:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "14acaff1-0961-4508-8bd1-2a0fb997949a", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c28cc897-a051-42c6-8a39-0750ce690988", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "1f556ca4-2080-4bfb-ae7e-bbbbdf6fa90a", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "1f556ca4-2080-4bfb-ae7e-bbbbdf6fa90a", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "1f556ca4-2080-4bfb-ae7e-bbbbdf6fa90a", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:04:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "9499eaac-fd62-4f19-9bb5-5e85528ac7be", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "9499eaac-fd62-4f19-9bb5-5e85528ac7be", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "9499eaac-fd62-4f19-9bb5-5e85528ac7be", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "9499eaac-fd62-4f19-9bb5-5e85528ac7be", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8-kserve-route-authn"} 2026-07-09T05:04:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "9499eaac-fd62-4f19-9bb5-5e85528ac7be", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "authType": "userdefined"} 2026-07-09T05:04:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "9499eaac-fd62-4f19-9bb5-5e85528ac7be", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:04:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "85e45e33-76ea-4a54-aa15-06a39dd09525", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "85e45e33-76ea-4a54-aa15-06a39dd09525", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "85e45e33-76ea-4a54-aa15-06a39dd09525", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "5a36c2ce-48e0-4308-ad33-234e5fd395ea", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:04:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "85e45e33-76ea-4a54-aa15-06a39dd09525", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88-kserve-route-authn"} 2026-07-09T05:04:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "85e45e33-76ea-4a54-aa15-06a39dd09525", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "authType": "userdefined"} 2026-07-09T05:04:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "85e45e33-76ea-4a54-aa15-06a39dd09525", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "5a36c2ce-48e0-4308-ad33-234e5fd395ea", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:04:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "5a36c2ce-48e0-4308-ad33-234e5fd395ea", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:04:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "39f741a8-4eec-445c-9be5-12c3b4433344", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "39f741a8-4eec-445c-9be5-12c3b4433344", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "39f741a8-4eec-445c-9be5-12c3b4433344", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "39f741a8-4eec-445c-9be5-12c3b4433344", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88-kserve-route-authn"} 2026-07-09T05:04:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "39f741a8-4eec-445c-9be5-12c3b4433344", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "authType": "userdefined"} 2026-07-09T05:04:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "39f741a8-4eec-445c-9be5-12c3b4433344", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "3a0a086a-d193-4849-86a1-f242686c0d0f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:04:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "3a0a086a-d193-4849-86a1-f242686c0d0f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:04:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "3a0a086a-d193-4849-86a1-f242686c0d0f", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:04:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "1574db77-01a5-4723-81f2-528f227b95ea", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "1574db77-01a5-4723-81f2-528f227b95ea", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "1574db77-01a5-4723-81f2-528f227b95ea", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "1574db77-01a5-4723-81f2-528f227b95ea", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88-kserve-route-authn"} 2026-07-09T05:04:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "1574db77-01a5-4723-81f2-528f227b95ea", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "authType": "userdefined"} 2026-07-09T05:04:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "1574db77-01a5-4723-81f2-528f227b95ea", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "7a11f81a-4b77-4e29-a7ad-d4b7a8792009", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "7a11f81a-4b77-4e29-a7ad-d4b7a8792009", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "7a11f81a-4b77-4e29-a7ad-d4b7a8792009", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "916457af-daed-4758-a453-a5dc42f5201f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "916457af-daed-4758-a453-a5dc42f5201f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "916457af-daed-4758-a453-a5dc42f5201f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "916457af-daed-4758-a453-a5dc42f5201f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88-kserve-route-authn"} 2026-07-09T05:05:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "916457af-daed-4758-a453-a5dc42f5201f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "authType": "userdefined"} 2026-07-09T05:05:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "916457af-daed-4758-a453-a5dc42f5201f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T05:05:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T05:05:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T05:05:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T05:05:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8"} 2026-07-09T05:05:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8-kserve-route-authn"} 2026-07-09T05:05:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8-kserve-route-authn"} 2026-07-09T05:05:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "74bb44ed-ac39-495d-8823-6895adb7cc90", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-61a9e8","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "test-model-61a9e8", "reconcileID": "f26dd5bb-364a-4165-856f-50ce23554bad", "LLMInferenceService": "test-model-61a9e8", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "6cef64b1-623e-40eb-bb9a-a3646cb97681", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "6cef64b1-623e-40eb-bb9a-a3646cb97681", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "6cef64b1-623e-40eb-bb9a-a3646cb97681", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:05:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "dfac85a2-8f97-46b9-bd92-79b8cef78335", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:05:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "dfac85a2-8f97-46b9-bd92-79b8cef78335", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:05:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "dfac85a2-8f97-46b9-bd92-79b8cef78335", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:05:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88"} 2026-07-09T05:05:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88-kserve-route-authn"} 2026-07-09T05:05:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88-kserve-route-authn"} 2026-07-09T05:05:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "de5c5d00-10af-4e0d-90b1-4e011cdb557f", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-64ed88","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "test-model-64ed88", "reconcileID": "230a1be6-4880-40ac-b614-72744c092fdb", "LLMInferenceService": "test-model-64ed88", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "5dec875d-9ab2-48cb-913e-6db2c49660cd", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "5dec875d-9ab2-48cb-913e-6db2c49660cd", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "5dec875d-9ab2-48cb-913e-6db2c49660cd", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "6d4761df-f531-4dac-8210-702ba8225258", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "6d4761df-f531-4dac-8210-702ba8225258", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "6d4761df-f531-4dac-8210-702ba8225258", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "122a70c6-b3e8-4b4b-8a7f-e57f1ff745e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:05:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "764ce321-0ab1-456f-8e50-a98dac2ff42e", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:05:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "764ce321-0ab1-456f-8e50-a98dac2ff42e", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8-authn-ssl"} 2026-07-09T05:05:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "764ce321-0ab1-456f-8e50-a98dac2ff42e", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:05:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4045ddde-4adb-4e20-8a4c-bb4dd4429941", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4045ddde-4adb-4e20-8a4c-bb4dd4429941", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:05:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4045ddde-4adb-4e20-8a4c-bb4dd4429941", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-61a9e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:05:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-trusted-ca-bundle", "reconcileID": "68ae3e2f-f0ca-45dc-b0e7-3ca7becf963a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-trusted-ca-bundle", "reconcileID": "68ae3e2f-f0ca-45dc-b0e7-3ca7becf963a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "openshift-service-ca.crt", "reconcileID": "9e1e77bd-5e07-4a5f-ac33-ceef24af9a86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "openshift-service-ca.crt", "reconcileID": "9e1e77bd-5e07-4a5f-ac33-ceef24af9a86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22ca0df4-6035-4492-a0e2-ed19064bfeb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-61a9e8"}, "namespace": "ai-tenant-e2e-inf-a-61a9e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22ca0df4-6035-4492-a0e2-ed19064bfeb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-61a9e8"} 2026-07-09T05:05:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-61a9e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-61a9e8", "reconcileID": "44c70a92-8996-48c5-a058-0724d74f9012", "Gateway": "e2e-inf-a-61a9e8", "namespace": "openshift-ingress"} 2026-07-09T05:05:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7c89be6-a4ff-4710-a17e-fc7ea617cf54", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:05:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "39f878ba-fae9-4da2-91dd-54f3f032a4e3", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "39f878ba-fae9-4da2-91dd-54f3f032a4e3", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88-authn-ssl"} 2026-07-09T05:05:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "39f878ba-fae9-4da2-91dd-54f3f032a4e3", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94184ec3-734f-4077-bdd8-5114f5fd1207", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9268493c-7a3f-45da-b227-cac045a03396", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9268493c-7a3f-45da-b227-cac045a03396", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:05:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9268493c-7a3f-45da-b227-cac045a03396", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-64ed88 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-trusted-ca-bundle", "reconcileID": "5da743aa-264b-486f-bbfd-cb5948cca93d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-trusted-ca-bundle", "reconcileID": "5da743aa-264b-486f-bbfd-cb5948cca93d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "openshift-service-ca.crt", "reconcileID": "d4fb8d15-005f-4ea7-98e1-3e8514108cef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "openshift-service-ca.crt", "reconcileID": "d4fb8d15-005f-4ea7-98e1-3e8514108cef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b59169e-babc-4c8f-ace6-7da50dbe5fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-64ed88"}, "namespace": "ai-tenant-e2e-inf-b-64ed88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b59169e-babc-4c8f-ace6-7da50dbe5fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-64ed88"} 2026-07-09T05:05:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-64ed88","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-64ed88", "reconcileID": "62ae24a2-ef3b-4f03-932d-d4952d89eeb9", "Gateway": "e2e-inf-b-64ed88", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "6b6179ae-9d20-4356-bfa2-a4c0eda15a6c", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "6b6179ae-9d20-4356-bfa2-a4c0eda15a6c", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "6b6179ae-9d20-4356-bfa2-a4c0eda15a6c", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "99eeb6fb-1554-47c7-b2d2-cef4227dfe6b", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "99eeb6fb-1554-47c7-b2d2-cef4227dfe6b", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "99eeb6fb-1554-47c7-b2d2-cef4227dfe6b", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "284e0bc6-af5a-4999-b2fb-4d06d5e8e1af", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "284e0bc6-af5a-4999-b2fb-4d06d5e8e1af", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "284e0bc6-af5a-4999-b2fb-4d06d5e8e1af", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "fb1423c2-87a8-4cf3-8b03-939a77f197d1", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "fb1423c2-87a8-4cf3-8b03-939a77f197d1", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "fb1423c2-87a8-4cf3-8b03-939a77f197d1", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "367847bc-0e48-467a-95ad-5f53a050a6c4", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "367847bc-0e48-467a-95ad-5f53a050a6c4", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "367847bc-0e48-467a-95ad-5f53a050a6c4", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "72dff44a-9ab0-4be2-a21e-9b4ef2797b5e", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "72dff44a-9ab0-4be2-a21e-9b4ef2797b5e", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:05:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "72dff44a-9ab0-4be2-a21e-9b4ef2797b5e", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "04ade374-f9a0-4c29-b1ed-6135f4fc33ef", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:05:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "04ade374-f9a0-4c29-b1ed-6135f4fc33ef", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:05:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "04ade374-f9a0-4c29-b1ed-6135f4fc33ef", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "openshift-service-ca.crt", "reconcileID": "4b7094c5-74d5-4822-a399-1ed4f46b9b41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-trusted-ca-bundle", "reconcileID": "620979be-6c13-4c48-ad53-a0458e8f5472", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "openshift-service-ca.crt", "reconcileID": "2037137d-f0a8-43c2-9926-63ed01c100c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ad2943", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "openshift-service-ca.crt", "reconcileID": "2037137d-f0a8-43c2-9926-63ed01c100c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "249d0162-d354-4794-be69-12035e7864a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "openshift-service-ca.crt", "reconcileID": "0e9fd5ef-3b04-40ea-8632-e7f093ac41f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-trusted-ca-bundle", "reconcileID": "e864b0a3-ae0e-4c2a-8fc5-799f89e9745c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-trusted-ca-bundle", "reconcileID": "e864b0a3-ae0e-4c2a-8fc5-799f89e9745c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e666445a-7fd3-4c84-9970-534d10a61a90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "00ad4277-3c20-474d-a282-db9f6958f487", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "00ad4277-3c20-474d-a282-db9f6958f487", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "00ad4277-3c20-474d-a282-db9f6958f487", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e08b0d89-f876-4c58-bd0d-d43ab1513343", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "85487942-e2f9-4201-8b39-ace6eb23e96a", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "85487942-e2f9-4201-8b39-ace6eb23e96a", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "85487942-e2f9-4201-8b39-ace6eb23e96a", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "066ebfce-bdb5-4acb-98c5-9c72b8926bca", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "066ebfce-bdb5-4acb-98c5-9c72b8926bca", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "066ebfce-bdb5-4acb-98c5-9c72b8926bca", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "3785ccb0-54d1-42ff-89a5-d8263ee86838", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "3785ccb0-54d1-42ff-89a5-d8263ee86838", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "3785ccb0-54d1-42ff-89a5-d8263ee86838", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "fe264e72-df9e-4be7-9e13-c499488061f6", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "fe264e72-df9e-4be7-9e13-c499488061f6", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "fe264e72-df9e-4be7-9e13-c499488061f6", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "73f40023-39d9-4f5f-aa40-6af342e00876", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "73f40023-39d9-4f5f-aa40-6af342e00876", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "73f40023-39d9-4f5f-aa40-6af342e00876", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "a3d4d7ef-7d03-4e43-8667-18a50e0f6f68", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "a3d4d7ef-7d03-4e43-8667-18a50e0f6f68", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "a3d4d7ef-7d03-4e43-8667-18a50e0f6f68", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "6e373e91-a99f-495b-8816-d7c3bb52d32f", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "6e373e91-a99f-495b-8816-d7c3bb52d32f", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "6e373e91-a99f-495b-8816-d7c3bb52d32f", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "openshift-service-ca.crt", "reconcileID": "0333e06e-c583-4f02-9e05-395b59539856", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-trusted-ca-bundle", "reconcileID": "01d823f5-9aaf-4f2d-acd5-e9a9cce9553d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "openshift-service-ca.crt", "reconcileID": "3bd92cbb-143c-4c73-a18a-b3f9df2e34f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ad9dc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "openshift-service-ca.crt", "reconcileID": "3bd92cbb-143c-4c73-a18a-b3f9df2e34f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "openshift-service-ca.crt", "reconcileID": "53b49c7f-4119-42b5-99bb-c4e612b9b798", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b044206-b067-4b04-80e0-5f4ca2956fd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-trusted-ca-bundle", "reconcileID": "6053579b-f299-403e-b325-80b0c5dcf1e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-trusted-ca-bundle", "reconcileID": "6053579b-f299-403e-b325-80b0c5dcf1e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5e1379b-11c9-44ca-a900-d6275d3ad470", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "41a5a046-f4c7-41bc-83de-71d9dc8f939c", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "41a5a046-f4c7-41bc-83de-71d9dc8f939c", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "41a5a046-f4c7-41bc-83de-71d9dc8f939c", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "2ebd2621-ba46-46af-94de-075b6c924eef", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "2ebd2621-ba46-46af-94de-075b6c924eef", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:06:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "2ebd2621-ba46-46af-94de-075b6c924eef", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4194e509-1159-4b56-9348-59337305892d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:06:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "1c84f32a-4ea6-4a33-a47e-6697e1b36f8e", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "1c84f32a-4ea6-4a33-a47e-6697e1b36f8e", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "1c84f32a-4ea6-4a33-a47e-6697e1b36f8e", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c1c7d57-4ea9-4a8b-a7ab-7628d80f4a5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:06:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "1e312378-54c7-4832-ac07-411bf5c077e7", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "1e312378-54c7-4832-ac07-411bf5c077e7", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943-authn-ssl"} 2026-07-09T05:06:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "1e312378-54c7-4832-ac07-411bf5c077e7", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b90bde5-c5e9-4a66-89db-3ed947b3c66f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b90bde5-c5e9-4a66-89db-3ed947b3c66f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b90bde5-c5e9-4a66-89db-3ed947b3c66f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ad2943 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:06:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-trusted-ca-bundle", "reconcileID": "70f3a255-fbf7-4d2b-9ea5-5ab6fd5c6efe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-trusted-ca-bundle", "reconcileID": "70f3a255-fbf7-4d2b-9ea5-5ab6fd5c6efe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "openshift-service-ca.crt", "reconcileID": "4f8ea536-662b-4894-a846-b4efc227a17d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "openshift-service-ca.crt", "reconcileID": "4f8ea536-662b-4894-a846-b4efc227a17d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3ac377c-7cfe-4c09-8ec5-c1dc88151b51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ad2943"}, "namespace": "ai-tenant-e2e-api-a-ad2943", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3ac377c-7cfe-4c09-8ec5-c1dc88151b51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ad2943"} 2026-07-09T05:06:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ad2943","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ad2943", "reconcileID": "adbba30d-4003-4ee4-92a1-2910ab905b20", "Gateway": "e2e-api-a-ad2943", "namespace": "openshift-ingress"} 2026-07-09T05:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e148859-f9c3-479a-ae61-9b611c47c829", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "c334f106-13fa-4778-906a-e30106738e5c", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "c334f106-13fa-4778-906a-e30106738e5c", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc-authn-ssl"} 2026-07-09T05:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "c334f106-13fa-4778-906a-e30106738e5c", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f9ad49d-1385-42c3-b6eb-dd403b1f78ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f9ad49d-1385-42c3-b6eb-dd403b1f78ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f9ad49d-1385-42c3-b6eb-dd403b1f78ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-9ad9dc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:06:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-trusted-ca-bundle", "reconcileID": "db49c9e0-907e-4e35-a294-d386e3862c5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-trusted-ca-bundle", "reconcileID": "db49c9e0-907e-4e35-a294-d386e3862c5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "openshift-service-ca.crt", "reconcileID": "1863001c-bcdc-427a-a1f4-0e9bd7e8672e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "openshift-service-ca.crt", "reconcileID": "1863001c-bcdc-427a-a1f4-0e9bd7e8672e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "345b2acc-f903-478a-b3c3-8e73e18cdb48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-9ad9dc"}, "namespace": "ai-tenant-e2e-api-b-9ad9dc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "345b2acc-f903-478a-b3c3-8e73e18cdb48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-9ad9dc"} 2026-07-09T05:06:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-9ad9dc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-9ad9dc", "reconcileID": "b917dc43-8668-4e52-a48b-781c14582006", "Gateway": "e2e-api-b-9ad9dc", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a69fb8a2-63e6-419d-86e0-b9b172571b96", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a69fb8a2-63e6-419d-86e0-b9b172571b96", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a69fb8a2-63e6-419d-86e0-b9b172571b96", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "3599c554-71ce-4c1d-b1cd-77de9e0d7de1", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "3599c554-71ce-4c1d-b1cd-77de9e0d7de1", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "3599c554-71ce-4c1d-b1cd-77de9e0d7de1", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "ff710eac-3999-4d0d-b330-b41be3f0973d", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "ff710eac-3999-4d0d-b330-b41be3f0973d", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "ff710eac-3999-4d0d-b330-b41be3f0973d", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "b623fdf8-472a-4809-8b4f-ff866437b983", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "b623fdf8-472a-4809-8b4f-ff866437b983", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "b623fdf8-472a-4809-8b4f-ff866437b983", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a4a74af7-b7a4-467a-b496-86e1c94afda8", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a4a74af7-b7a4-467a-b496-86e1c94afda8", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a4a74af7-b7a4-467a-b496-86e1c94afda8", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "c69a5fb1-2e82-4bf9-88f0-93b32755e280", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "c69a5fb1-2e82-4bf9-88f0-93b32755e280", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "c69a5fb1-2e82-4bf9-88f0-93b32755e280", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "4d0957c7-7a6b-45c4-b80e-a39592d7e75f", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "4d0957c7-7a6b-45c4-b80e-a39592d7e75f", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "4d0957c7-7a6b-45c4-b80e-a39592d7e75f", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "openshift-service-ca.crt", "reconcileID": "bbd29f83-b5b7-43f8-b5d0-25362caa2573", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-trusted-ca-bundle", "reconcileID": "8881a228-d7f8-4c6f-86bb-7bdcb410d4de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:06:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "openshift-service-ca.crt", "reconcileID": "4f8d81d9-31cd-4cff-8f21-15b79215d4b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f932f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "openshift-service-ca.crt", "reconcileID": "4f8d81d9-31cd-4cff-8f21-15b79215d4b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0877dcea-6399-49fa-af62-cce75e0a7901", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "openshift-service-ca.crt", "reconcileID": "fe23061b-07e9-4606-9dbe-34cc4bc9e611", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:06:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-trusted-ca-bundle", "reconcileID": "d464563b-387b-46cb-821d-8fd27bb514bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-trusted-ca-bundle", "reconcileID": "d464563b-387b-46cb-821d-8fd27bb514bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:06:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "211c6078-bcfa-4db0-89c0-923ad8d6c0f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:06:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a9ad663d-58ef-4af2-9048-6db5d7e4cac6", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a9ad663d-58ef-4af2-9048-6db5d7e4cac6", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "a9ad663d-58ef-4af2-9048-6db5d7e4cac6", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "670d9de6-5eb5-402e-beb4-cbec28d29d8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "3703cb18-3e98-4c53-b0ec-2b5a64cb9e40", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "3703cb18-3e98-4c53-b0ec-2b5a64cb9e40", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "3703cb18-3e98-4c53-b0ec-2b5a64cb9e40", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "81f39fa1-6eb5-4193-b792-aaa2924a0973", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "81f39fa1-6eb5-4193-b792-aaa2924a0973", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "81f39fa1-6eb5-4193-b792-aaa2924a0973", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "26c36162-1ab4-45fb-8a8d-d82c552ffce8", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "26c36162-1ab4-45fb-8a8d-d82c552ffce8", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "26c36162-1ab4-45fb-8a8d-d82c552ffce8", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "0300cd41-6f28-4782-ab8b-c3e3e3bf2fa8", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "0300cd41-6f28-4782-ab8b-c3e3e3bf2fa8", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "0300cd41-6f28-4782-ab8b-c3e3e3bf2fa8", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "e6b886d4-65dc-45de-9b09-e816e8636344", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "e6b886d4-65dc-45de-9b09-e816e8636344", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "e6b886d4-65dc-45de-9b09-e816e8636344", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "01c16095-c5a7-450b-8854-59556c922032", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "01c16095-c5a7-450b-8854-59556c922032", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "01c16095-c5a7-450b-8854-59556c922032", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "54aa469b-4b9f-403d-86de-1292712b0b5e", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "54aa469b-4b9f-403d-86de-1292712b0b5e", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "54aa469b-4b9f-403d-86de-1292712b0b5e", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "85d20a78-00a7-477d-8239-9d2a6d958fe8", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "85d20a78-00a7-477d-8239-9d2a6d958fe8", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:06:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "85d20a78-00a7-477d-8239-9d2a6d958fe8", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:06:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "openshift-service-ca.crt", "reconcileID": "6e301549-5fb4-4ce9-a563-b4eb96876dc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:06:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "openshift-service-ca.crt", "reconcileID": "de4b2edb-cbef-457c-96bc-b962ac2c5b35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33798d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "openshift-service-ca.crt", "reconcileID": "de4b2edb-cbef-457c-96bc-b962ac2c5b35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:06:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-trusted-ca-bundle", "reconcileID": "abf5edef-0e0e-4bc7-a98c-4f91c40a645b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:06:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ad47bef-c4e1-4a45-b793-776eac12825e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:06:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "openshift-service-ca.crt", "reconcileID": "099b9c8d-441f-4323-b7ef-30efc2bee692", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:06:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-trusted-ca-bundle", "reconcileID": "2b42dbf2-7643-4998-83ba-f05b3eed494a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:06:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-trusted-ca-bundle", "reconcileID": "2b42dbf2-7643-4998-83ba-f05b3eed494a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:06:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8814df7f-fac5-427a-a7f2-1e81037f9d5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "702ca8c6-c946-40d0-9ab6-bf95732fbeeb", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "702ca8c6-c946-40d0-9ab6-bf95732fbeeb", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "702ca8c6-c946-40d0-9ab6-bf95732fbeeb", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0927b486-6537-404e-b2bb-dfaea4c5023c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "8d8abc6e-fc92-4e63-a908-f9b1e90f6f73", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "8d8abc6e-fc92-4e63-a908-f9b1e90f6f73", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "8d8abc6e-fc92-4e63-a908-f9b1e90f6f73", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:07:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c980f6d7-7ec9-43cb-8c68-36822410e676", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:07:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a87705b6-751d-4b38-bbb5-749e93e05b2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:09:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0178ccb9-64fa-4d68-86f8-5f279a4c0f1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:09:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "27829016-adbc-422e-a87e-09f60efbdc2a", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:09:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "27829016-adbc-422e-a87e-09f60efbdc2a", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4-authn-ssl"} 2026-07-09T05:09:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "27829016-adbc-422e-a87e-09f60efbdc2a", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b08f5f7-fac9-4a38-80eb-388813539df5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:10:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b08f5f7-fac9-4a38-80eb-388813539df5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:10:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b08f5f7-fac9-4a38-80eb-388813539df5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f932f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-trusted-ca-bundle", "reconcileID": "c56159e8-a191-41d4-8a1e-47ab178fa187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-trusted-ca-bundle", "reconcileID": "c56159e8-a191-41d4-8a1e-47ab178fa187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "openshift-service-ca.crt", "reconcileID": "aad3d29f-4f8a-4590-8a6b-fb1fa63a7763", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "openshift-service-ca.crt", "reconcileID": "aad3d29f-4f8a-4590-8a6b-fb1fa63a7763", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:10:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc228641-cb33-4ed1-b3eb-4b177166083b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:10:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f932f4"}, "namespace": "ai-tenant-e2e-shared-a-f932f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc228641-cb33-4ed1-b3eb-4b177166083b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f932f4"} 2026-07-09T05:10:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f932f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f932f4", "reconcileID": "ff38775b-2cc1-478d-9112-3b20feb7564b", "Gateway": "e2e-shared-a-f932f4", "namespace": "openshift-ingress"} 2026-07-09T05:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1cd0f925-c17a-4b54-803d-e1cbeddd5621", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T05:10:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "7bb09eb1-8575-4728-b62b-fff924146eb6", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:10:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "7bb09eb1-8575-4728-b62b-fff924146eb6", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d-authn-ssl"} 2026-07-09T05:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "7bb09eb1-8575-4728-b62b-fff924146eb6", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"} 2026-07-09T05:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2796a4ab-5931-4afd-a1a3-47919c5a594b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:10:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2796a4ab-5931-4afd-a1a3-47919c5a594b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T05:10:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2796a4ab-5931-4afd-a1a3-47919c5a594b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-33798d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T05:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-trusted-ca-bundle", "reconcileID": "5f2be2a0-b5fb-4d15-9863-b1d38288ab11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-trusted-ca-bundle", "reconcileID": "5f2be2a0-b5fb-4d15-9863-b1d38288ab11", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "openshift-service-ca.crt", "reconcileID": "4ebed569-7f67-4b13-a31a-924848927117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "openshift-service-ca.crt", "reconcileID": "4ebed569-7f67-4b13-a31a-924848927117", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:10:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7db8b2c-c5c2-42b3-9385-4a0b96ce062d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:10:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-33798d"}, "namespace": "ai-tenant-e2e-shared-b-33798d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7db8b2c-c5c2-42b3-9385-4a0b96ce062d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-33798d"} 2026-07-09T05:10:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-33798d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-33798d", "reconcileID": "ab4d12b4-09d2-420f-a736-d30370a13eec", "Gateway": "e2e-shared-b-33798d", "namespace": "openshift-ingress"}