2026-07-02T23:36:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3533161b-a09c-4156-b7a6-7873155cda51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e24910b5"} 2026-07-02T23:36:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3533161b-a09c-4156-b7a6-7873155cda51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e24910b5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:36:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3533161b-a09c-4156-b7a6-7873155cda51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e24910b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:36:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "odh-trusted-ca-bundle", "reconcileID": "aad95000-d97d-4c57-8863-d8f2c1a34ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e24910b5"} 2026-07-02T23:36:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "odh-trusted-ca-bundle", "reconcileID": "aad95000-d97d-4c57-8863-d8f2c1a34ba9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e24910b5"} 2026-07-02T23:36:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "openshift-service-ca.crt", "reconcileID": "469f5ffb-bab3-464d-93c6-3c1065438296", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e24910b5"} 2026-07-02T23:36:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "openshift-service-ca.crt", "reconcileID": "469f5ffb-bab3-464d-93c6-3c1065438296", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e24910b5"} 2026-07-02T23:36:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3fdb58d-8076-4a58-a9e6-4fc1d4c4f564", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e24910b5"} 2026-07-02T23:36:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e24910b5"}, "namespace": "ai-tenant-e2e-mt-e24910b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3fdb58d-8076-4a58-a9e6-4fc1d4c4f564", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e24910b5"} 2026-07-02T23:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fc9d935-a4c0-4ffb-9e0f-b404fba865c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-68d6268d"} 2026-07-02T23:36:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fc9d935-a4c0-4ffb-9e0f-b404fba865c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-68d6268d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:36:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fc9d935-a4c0-4ffb-9e0f-b404fba865c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-68d6268d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "odh-trusted-ca-bundle", "reconcileID": "3ee079c2-f4c1-451e-ae6c-ac77eb8b38f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-68d6268d"} 2026-07-02T23:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "odh-trusted-ca-bundle", "reconcileID": "3ee079c2-f4c1-451e-ae6c-ac77eb8b38f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-68d6268d"} 2026-07-02T23:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "openshift-service-ca.crt", "reconcileID": "51907578-dc68-4e42-a2c1-d69969c8d29d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-68d6268d"} 2026-07-02T23:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "openshift-service-ca.crt", "reconcileID": "51907578-dc68-4e42-a2c1-d69969c8d29d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-68d6268d"} 2026-07-02T23:36:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07ea2d94-1771-4a08-8dcc-8f3ea9a6fa4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-68d6268d"} 2026-07-02T23:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-68d6268d"}, "namespace": "ai-tenant-e2e-mt-68d6268d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07ea2d94-1771-4a08-8dcc-8f3ea9a6fa4e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-68d6268d"} 2026-07-02T23:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "openshift-service-ca.crt", "reconcileID": "0df59308-b806-4a91-9c04-4b852ff4f55b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "12b951de-e0e4-4b70-940f-423772b55519", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:36:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "openshift-service-ca.crt", "reconcileID": "aff16ebd-4cab-4c86-b1b7-8a15f42a64ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7f259fd2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:36:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "openshift-service-ca.crt", "reconcileID": "aff16ebd-4cab-4c86-b1b7-8a15f42a64ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9505ed1-7b62-4fb2-8cdd-e19baae4cfe2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "openshift-service-ca.crt", "reconcileID": "3f0e1a48-bdea-4cb1-90f3-330a7856e0a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:36:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "80e1b333-fca7-4505-a25d-dd3783819d2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:36:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "80e1b333-fca7-4505-a25d-dd3783819d2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:36:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c888f03e-6247-4dca-81a9-3c14c00a38f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33a1aac-07aa-44da-91c9-dc580b3e9f67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33a1aac-07aa-44da-91c9-dc580b3e9f67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:37:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33a1aac-07aa-44da-91c9-dc580b3e9f67", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-7f259fd2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "b9373f06-898d-40cc-af20-e9418b479790", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "b9373f06-898d-40cc-af20-e9418b479790", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "openshift-service-ca.crt", "reconcileID": "aaf63193-1311-4134-baec-be4578b7e571", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "openshift-service-ca.crt", "reconcileID": "aaf63193-1311-4134-baec-be4578b7e571", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c0bdda9-77af-48ee-9be5-dd431c8de463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7f259fd2"}, "namespace": "ai-tenant-e2e-mt-7f259fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c0bdda9-77af-48ee-9be5-dd431c8de463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7f259fd2"} 2026-07-02T23:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "4aef22a2-c9df-4266-b7b5-f2763da32414", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "4aef22a2-c9df-4266-b7b5-f2763da32414", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "4aef22a2-c9df-4266-b7b5-f2763da32414", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "866027d3-7c29-4c46-8173-96fbd3a0aa80", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "866027d3-7c29-4c46-8173-96fbd3a0aa80", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "866027d3-7c29-4c46-8173-96fbd3a0aa80", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "44e03835-c5bc-429a-b96d-b37f5d9048b2", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "44e03835-c5bc-429a-b96d-b37f5d9048b2", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "44e03835-c5bc-429a-b96d-b37f5d9048b2", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "114ff4a5-06c2-4119-abd4-002afac179b8", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "114ff4a5-06c2-4119-abd4-002afac179b8", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "114ff4a5-06c2-4119-abd4-002afac179b8", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "871132ea-db63-4429-bc2e-87611788ddd4", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "871132ea-db63-4429-bc2e-87611788ddd4", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "871132ea-db63-4429-bc2e-87611788ddd4", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "fb5bcf69-0a77-4438-aed5-890ba7f50158", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "fb5bcf69-0a77-4438-aed5-890ba7f50158", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "fb5bcf69-0a77-4438-aed5-890ba7f50158", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "f1ac0ca3-f98d-495d-80ac-61f0072bae5b", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "f1ac0ca3-f98d-495d-80ac-61f0072bae5b", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "f1ac0ca3-f98d-495d-80ac-61f0072bae5b", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "openshift-service-ca.crt", "reconcileID": "742815b0-a9cc-4605-a481-d90ea57d2c73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-trusted-ca-bundle", "reconcileID": "b4dfe369-896e-460c-8acb-8d5f24ab7a1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "openshift-service-ca.crt", "reconcileID": "deb723c5-8b03-417a-9860-cc89ac50fddb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dbb152", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:37:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "openshift-service-ca.crt", "reconcileID": "deb723c5-8b03-417a-9860-cc89ac50fddb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f9d55a9-5959-4c9f-a211-87e526d03459", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "openshift-service-ca.crt", "reconcileID": "8c8e1c58-3a46-47f8-a701-6d9bad2e5b13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-trusted-ca-bundle", "reconcileID": "f2ca9693-cd6b-4c0b-a063-28d23a48e8a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:37:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-trusted-ca-bundle", "reconcileID": "f2ca9693-cd6b-4c0b-a063-28d23a48e8a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd5845c6-1117-49e2-81c4-798b47528ce5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "0a4ef4a9-79ac-450c-b622-988b36bb85ce", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "0a4ef4a9-79ac-450c-b622-988b36bb85ce", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "0a4ef4a9-79ac-450c-b622-988b36bb85ce", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0cf2082b-ca2f-49b0-a263-17951894b749", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "0421d31e-d27a-4a5a-9653-2dddcb674ebe", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "0421d31e-d27a-4a5a-9653-2dddcb674ebe", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "0421d31e-d27a-4a5a-9653-2dddcb674ebe", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "2f1c1894-59ec-48b0-81f4-e73cb89a1eab", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "2f1c1894-59ec-48b0-81f4-e73cb89a1eab", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "2f1c1894-59ec-48b0-81f4-e73cb89a1eab", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "95ee92a9-6752-49bc-9303-08dac7c74f72", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "95ee92a9-6752-49bc-9303-08dac7c74f72", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "95ee92a9-6752-49bc-9303-08dac7c74f72", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "04e06f17-ef13-4655-b291-ee653f779116", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "04e06f17-ef13-4655-b291-ee653f779116", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "04e06f17-ef13-4655-b291-ee653f779116", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "d5760517-e321-489c-be76-cc99b30f06e1", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "d5760517-e321-489c-be76-cc99b30f06e1", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "d5760517-e321-489c-be76-cc99b30f06e1", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "b8b7956d-b6ba-44d6-a70f-186252addd7a", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "b8b7956d-b6ba-44d6-a70f-186252addd7a", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "b8b7956d-b6ba-44d6-a70f-186252addd7a", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "ca96af8d-703d-40a0-b98b-0c1dfea82aeb", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "ca96af8d-703d-40a0-b98b-0c1dfea82aeb", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "ca96af8d-703d-40a0-b98b-0c1dfea82aeb", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "openshift-service-ca.crt", "reconcileID": "f2c91761-cf6a-4183-8d6b-aeb9367fd618", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-trusted-ca-bundle", "reconcileID": "37ee3933-6d7b-4b0a-9ea6-44e6a1fe7eb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:37:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "openshift-service-ca.crt", "reconcileID": "c41e445b-ac13-49be-8c6e-9a85c8a5731e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2998a4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:37:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "openshift-service-ca.crt", "reconcileID": "c41e445b-ac13-49be-8c6e-9a85c8a5731e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b317672e-91f3-4930-a05f-7244c92f7a6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "openshift-service-ca.crt", "reconcileID": "7bc82a7b-c9ae-441b-a193-93f046fb4a72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:37:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-trusted-ca-bundle", "reconcileID": "9932b3dc-3eaa-4e28-9971-b65c6ebb3778", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:37:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-trusted-ca-bundle", "reconcileID": "9932b3dc-3eaa-4e28-9971-b65c6ebb3778", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f61658f-2572-47ae-8f29-eb05a0b5be00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "e7d13e35-826d-478d-8532-7be15bc20e5b", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "e7d13e35-826d-478d-8532-7be15bc20e5b", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "e7d13e35-826d-478d-8532-7be15bc20e5b", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "16ea4d76-3076-4df2-88ca-43b42208e331", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "16ea4d76-3076-4df2-88ca-43b42208e331", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "16ea4d76-3076-4df2-88ca-43b42208e331", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8b016e75-ef6f-4aef-9209-73c444f5a4e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:37:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "2b63e248-e588-432b-9ae2-b3dce1a331c7", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "2b63e248-e588-432b-9ae2-b3dce1a331c7", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "2b63e248-e588-432b-9ae2-b3dce1a331c7", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "e82eb1c2-30f7-4a46-be48-d1106a2ae275", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "2b63e248-e588-432b-9ae2-b3dce1a331c7", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152-kserve-route-authn"} 2026-07-02T23:37:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "2b63e248-e588-432b-9ae2-b3dce1a331c7", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "authType": "userdefined"} 2026-07-02T23:37:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "2b63e248-e588-432b-9ae2-b3dce1a331c7", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "e82eb1c2-30f7-4a46-be48-d1106a2ae275", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "e82eb1c2-30f7-4a46-be48-d1106a2ae275", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:37:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "0c025ede-b5dd-4290-93c8-1443fce87b9d", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "0c025ede-b5dd-4290-93c8-1443fce87b9d", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "0c025ede-b5dd-4290-93c8-1443fce87b9d", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "0c025ede-b5dd-4290-93c8-1443fce87b9d", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152-kserve-route-authn"} 2026-07-02T23:37:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "0c025ede-b5dd-4290-93c8-1443fce87b9d", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "authType": "userdefined"} 2026-07-02T23:37:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "0c025ede-b5dd-4290-93c8-1443fce87b9d", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "55316147-dc7e-45cf-9c68-3cee421d67e4", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "55316147-dc7e-45cf-9c68-3cee421d67e4", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "55316147-dc7e-45cf-9c68-3cee421d67e4", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:37:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d1c23e0a-b504-4783-80e1-1a20ed353a3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:37:53Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:37:53Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:37:54Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:37:54Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T23:37:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d42fb1fe-f5e6-41d9-a8b3-ba8a33563d20", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "f693c024-503c-43b5-ac6a-c84718ed7a17", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "f693c024-503c-43b5-ac6a-c84718ed7a17", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "f693c024-503c-43b5-ac6a-c84718ed7a17", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:38:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "b34fecf2-df5f-4207-a9c0-3ff39804e0a3", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "b34fecf2-df5f-4207-a9c0-3ff39804e0a3", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "b34fecf2-df5f-4207-a9c0-3ff39804e0a3", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "b34fecf2-df5f-4207-a9c0-3ff39804e0a3", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152-kserve-route-authn"} 2026-07-02T23:38:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "b34fecf2-df5f-4207-a9c0-3ff39804e0a3", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "authType": "userdefined"} 2026-07-02T23:38:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "b34fecf2-df5f-4207-a9c0-3ff39804e0a3", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "985f96ed-90f8-413b-b0e5-f86ac9345876", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "985f96ed-90f8-413b-b0e5-f86ac9345876", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "985f96ed-90f8-413b-b0e5-f86ac9345876", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:38:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "bb2a7e84-6ae6-43e2-a4f1-8568a4f17405", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "bb2a7e84-6ae6-43e2-a4f1-8568a4f17405", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "bb2a7e84-6ae6-43e2-a4f1-8568a4f17405", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "bb2a7e84-6ae6-43e2-a4f1-8568a4f17405", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152-kserve-route-authn"} 2026-07-02T23:38:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "bb2a7e84-6ae6-43e2-a4f1-8568a4f17405", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "authType": "userdefined"} 2026-07-02T23:38:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "bb2a7e84-6ae6-43e2-a4f1-8568a4f17405", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "f67a78bc-a959-41de-8ab1-340d45d58a94", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "f67a78bc-a959-41de-8ab1-340d45d58a94", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "f67a78bc-a959-41de-8ab1-340d45d58a94", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "f67a78bc-a959-41de-8ab1-340d45d58a94", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152-kserve-route-authn"} 2026-07-02T23:38:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "f67a78bc-a959-41de-8ab1-340d45d58a94", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "authType": "userdefined"} 2026-07-02T23:38:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "f67a78bc-a959-41de-8ab1-340d45d58a94", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:38:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "33bbedfd-2cd9-446c-9526-8aeb591e4943", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "33bbedfd-2cd9-446c-9526-8aeb591e4943", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "33bbedfd-2cd9-446c-9526-8aeb591e4943", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "050b37f5-5c53-4d01-95aa-d18b175b8897", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:38:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "33bbedfd-2cd9-446c-9526-8aeb591e4943", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4-kserve-route-authn"} 2026-07-02T23:38:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "33bbedfd-2cd9-446c-9526-8aeb591e4943", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "authType": "userdefined"} 2026-07-02T23:38:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "33bbedfd-2cd9-446c-9526-8aeb591e4943", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "050b37f5-5c53-4d01-95aa-d18b175b8897", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "050b37f5-5c53-4d01-95aa-d18b175b8897", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:38:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "aeb7a39a-9eb0-4fcd-98c9-741e3a8478e2", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "aeb7a39a-9eb0-4fcd-98c9-741e3a8478e2", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "aeb7a39a-9eb0-4fcd-98c9-741e3a8478e2", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "aeb7a39a-9eb0-4fcd-98c9-741e3a8478e2", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4-kserve-route-authn"} 2026-07-02T23:38:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "aeb7a39a-9eb0-4fcd-98c9-741e3a8478e2", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "authType": "userdefined"} 2026-07-02T23:38:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "aeb7a39a-9eb0-4fcd-98c9-741e3a8478e2", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "e1a367d7-cdc6-412e-b198-7e32d5fff297", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "e1a367d7-cdc6-412e-b198-7e32d5fff297", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "e1a367d7-cdc6-412e-b198-7e32d5fff297", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:38:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "c7c0a955-5911-4f2e-936f-f3e1b25fcc89", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "c7c0a955-5911-4f2e-936f-f3e1b25fcc89", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "c7c0a955-5911-4f2e-936f-f3e1b25fcc89", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "c7c0a955-5911-4f2e-936f-f3e1b25fcc89", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4-kserve-route-authn"} 2026-07-02T23:38:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "c7c0a955-5911-4f2e-936f-f3e1b25fcc89", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "authType": "userdefined"} 2026-07-02T23:38:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "c7c0a955-5911-4f2e-936f-f3e1b25fcc89", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "3fa8e50a-682a-4455-a33e-a2a81bf5a129", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:38:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "3fa8e50a-682a-4455-a33e-a2a81bf5a129", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "3fa8e50a-682a-4455-a33e-a2a81bf5a129", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:38:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "0bcda07f-d958-4b9f-9f81-fc2a392bcdd0", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "0bcda07f-d958-4b9f-9f81-fc2a392bcdd0", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "0bcda07f-d958-4b9f-9f81-fc2a392bcdd0", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:38:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "0bcda07f-d958-4b9f-9f81-fc2a392bcdd0", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4-kserve-route-authn"} 2026-07-02T23:38:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "0bcda07f-d958-4b9f-9f81-fc2a392bcdd0", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "authType": "userdefined"} 2026-07-02T23:38:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "0bcda07f-d958-4b9f-9f81-fc2a392bcdd0", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152"} 2026-07-02T23:39:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152-kserve-route-authn"} 2026-07-02T23:39:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152-kserve-route-authn"} 2026-07-02T23:39:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "1ab4bc3e-f4cd-4d60-8cdf-59befec03f85", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dbb152","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "test-model-dbb152", "reconcileID": "ac71c633-09e9-4b65-aa6f-bb5f09d78e09", "LLMInferenceService": "test-model-dbb152", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "c104828d-d365-4894-b138-fcf9030f2732", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "c104828d-d365-4894-b138-fcf9030f2732", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "c104828d-d365-4894-b138-fcf9030f2732", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "16610521-bcdb-4878-a7be-51d7154ea810", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "16610521-bcdb-4878-a7be-51d7154ea810", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:39:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "16610521-bcdb-4878-a7be-51d7154ea810", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:39:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4"} 2026-07-02T23:39:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4-kserve-route-authn"} 2026-07-02T23:39:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4-kserve-route-authn"} 2026-07-02T23:39:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "f4013acc-97d7-4805-8fb3-c38336733342", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2998a4","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "test-model-2998a4", "reconcileID": "fb227cdf-8938-4454-a166-bfc3b3ccc57e", "LLMInferenceService": "test-model-2998a4", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "edcfb1b8-99da-4588-99c4-7e4de7c6fc2a", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "edcfb1b8-99da-4588-99c4-7e4de7c6fc2a", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "edcfb1b8-99da-4588-99c4-7e4de7c6fc2a", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:39:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "69e8ab00-2f1a-4bed-8586-92ca6001249c", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:39:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "69e8ab00-2f1a-4bed-8586-92ca6001249c", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "69e8ab00-2f1a-4bed-8586-92ca6001249c", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:39:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5556cf63-f8c1-417f-b692-68de362b4d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "a4dc04c7-d6ab-4d4a-958b-2d636b466333", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "a4dc04c7-d6ab-4d4a-958b-2d636b466333", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152-authn-ssl"} 2026-07-02T23:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dbb152","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dbb152", "reconcileID": "a4dc04c7-d6ab-4d4a-958b-2d636b466333", "Gateway": "e2e-inf-a-dbb152", "namespace": "openshift-ingress"} 2026-07-02T23:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7676604-e2be-456d-8e97-701b17a1b727", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7676604-e2be-456d-8e97-701b17a1b727", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:39:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7676604-e2be-456d-8e97-701b17a1b727", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-dbb152 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-trusted-ca-bundle", "reconcileID": "25f6d2ff-69da-4012-8965-3b231cfcd341", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-trusted-ca-bundle", "reconcileID": "25f6d2ff-69da-4012-8965-3b231cfcd341", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "openshift-service-ca.crt", "reconcileID": "34902429-472d-415f-a8d9-b3b17b249ebd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "openshift-service-ca.crt", "reconcileID": "34902429-472d-415f-a8d9-b3b17b249ebd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ad43c96-60e8-4182-ba36-35f309d2d9cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dbb152"}, "namespace": "ai-tenant-e2e-inf-a-dbb152", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ad43c96-60e8-4182-ba36-35f309d2d9cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dbb152"} 2026-07-02T23:39:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "972f1dd2-4e90-4671-a64d-41feeb123ca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "043bb76f-8220-49e4-be7f-da34602d9d76", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "043bb76f-8220-49e4-be7f-da34602d9d76", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4-authn-ssl"} 2026-07-02T23:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2998a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2998a4", "reconcileID": "043bb76f-8220-49e4-be7f-da34602d9d76", "Gateway": "e2e-inf-b-2998a4", "namespace": "openshift-ingress"} 2026-07-02T23:39:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f6a9750-a2ec-4b31-82fe-52405094ee31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f6a9750-a2ec-4b31-82fe-52405094ee31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:39:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f6a9750-a2ec-4b31-82fe-52405094ee31", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-2998a4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:39:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-trusted-ca-bundle", "reconcileID": "e96c9065-ac63-47b8-aae1-279d0c44f849", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-trusted-ca-bundle", "reconcileID": "e96c9065-ac63-47b8-aae1-279d0c44f849", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "openshift-service-ca.crt", "reconcileID": "f275c1dd-03d0-43db-9d53-cff6703784b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "openshift-service-ca.crt", "reconcileID": "f275c1dd-03d0-43db-9d53-cff6703784b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "912da3f3-4114-4745-bcf4-6733648be498", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2998a4"}, "namespace": "ai-tenant-e2e-inf-b-2998a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "912da3f3-4114-4745-bcf4-6733648be498", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2998a4"} 2026-07-02T23:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "885a986b-63ab-4f19-b901-71340b68ab6e", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "885a986b-63ab-4f19-b901-71340b68ab6e", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "885a986b-63ab-4f19-b901-71340b68ab6e", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2f64c75b-fc35-422f-b059-f59d320beaed", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2f64c75b-fc35-422f-b059-f59d320beaed", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2f64c75b-fc35-422f-b059-f59d320beaed", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "6d0ab5ba-5eb3-49e8-b94a-ff086d743741", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "6d0ab5ba-5eb3-49e8-b94a-ff086d743741", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "6d0ab5ba-5eb3-49e8-b94a-ff086d743741", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "cb183e90-69c6-48ed-925e-7b43091da918", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "cb183e90-69c6-48ed-925e-7b43091da918", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "cb183e90-69c6-48ed-925e-7b43091da918", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "52b9c541-3c80-4d2d-ac64-99ae0879a826", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "52b9c541-3c80-4d2d-ac64-99ae0879a826", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "52b9c541-3c80-4d2d-ac64-99ae0879a826", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "19cf7fc3-22bc-4f28-bd75-df37f3c97183", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "19cf7fc3-22bc-4f28-bd75-df37f3c97183", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "19cf7fc3-22bc-4f28-bd75-df37f3c97183", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2ac894ba-b4be-47dd-9f01-81549963f5fe", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2ac894ba-b4be-47dd-9f01-81549963f5fe", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2ac894ba-b4be-47dd-9f01-81549963f5fe", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "openshift-service-ca.crt", "reconcileID": "786aa48f-0844-4d0e-a79f-961caf73f4b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-trusted-ca-bundle", "reconcileID": "455a9cce-e575-4975-9dd7-b62d11fca7ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:39:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "openshift-service-ca.crt", "reconcileID": "dfe55abd-0d92-4768-a31c-528ab8f421ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-979f9f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:39:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "openshift-service-ca.crt", "reconcileID": "dfe55abd-0d92-4768-a31c-528ab8f421ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e72fddb5-3934-48b8-88d1-bc802f45be20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "openshift-service-ca.crt", "reconcileID": "7021035b-d7fd-4bc5-9acf-b70bdf60e476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:39:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-trusted-ca-bundle", "reconcileID": "5fe2a203-377d-434b-80b4-ab01d63e312e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:39:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-trusted-ca-bundle", "reconcileID": "5fe2a203-377d-434b-80b4-ab01d63e312e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:39:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7011eb4d-b7b8-4520-92c1-15af728c368c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:39:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "31223b44-04bb-4763-96da-88c9d052f2db", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "31223b44-04bb-4763-96da-88c9d052f2db", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:39:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "31223b44-04bb-4763-96da-88c9d052f2db", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:39:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ff0fdf17-5494-4d31-a82e-a84c14f34313", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:40:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "69a6df69-e17c-4b0f-a2b3-16259f34fba4", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "69a6df69-e17c-4b0f-a2b3-16259f34fba4", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "69a6df69-e17c-4b0f-a2b3-16259f34fba4", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "3441e5db-8ceb-4c0f-9902-8428d908db41", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "3441e5db-8ceb-4c0f-9902-8428d908db41", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "3441e5db-8ceb-4c0f-9902-8428d908db41", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "fc663988-1847-440d-83da-c67a70cb30b7", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "fc663988-1847-440d-83da-c67a70cb30b7", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "fc663988-1847-440d-83da-c67a70cb30b7", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "7320c7ff-d679-45c7-a016-1cab79a8c286", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "7320c7ff-d679-45c7-a016-1cab79a8c286", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "7320c7ff-d679-45c7-a016-1cab79a8c286", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "41e32eab-83b1-491f-a160-fcb3238b9989", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "41e32eab-83b1-491f-a160-fcb3238b9989", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "41e32eab-83b1-491f-a160-fcb3238b9989", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "7d1811eb-739a-44b8-b980-1f92b909e054", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "7d1811eb-739a-44b8-b980-1f92b909e054", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "7d1811eb-739a-44b8-b980-1f92b909e054", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "2260d239-2231-4f55-b689-351d4109d8d8", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "2260d239-2231-4f55-b689-351d4109d8d8", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "2260d239-2231-4f55-b689-351d4109d8d8", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "ce779e7e-93a8-4108-b487-98ea54d48e9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "1bade112-ad0e-4b76-a9f9-8cd42c86ae4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "fa04a6c7-e643-430c-871f-cd2bdfdf907d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6c2ab8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "fa04a6c7-e643-430c-871f-cd2bdfdf907d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "eda1877f-cbd6-4a0a-bac3-7bd833cc9582", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6c2ab8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "eda1877f-cbd6-4a0a-bac3-7bd833cc9582", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9e8ccaa-b79f-4baf-831b-4b2036eb9831", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "f9d9b01f-88a2-492f-bb8d-0a4bb16bb7c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "b1cfe796-5398-4199-ba08-10ffba52854d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "b1cfe796-5398-4199-ba08-10ffba52854d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "050394a5-8a0c-4e82-8653-eb644f273102", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "ffd1a965-96ee-4d23-a88d-fbbcfb6a136d", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "ffd1a965-96ee-4d23-a88d-fbbcfb6a136d", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "ffd1a965-96ee-4d23-a88d-fbbcfb6a136d", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "77ea1ca7-557b-4ced-a455-cbf7b55317ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:40:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2d8d4a7d-f8b2-4009-80f8-a3e3c7abccd2", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:40:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2d8d4a7d-f8b2-4009-80f8-a3e3c7abccd2", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:40:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "2d8d4a7d-f8b2-4009-80f8-a3e3c7abccd2", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "25e53b7e-847f-4649-a6d3-c276bb82f4ea", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "25e53b7e-847f-4649-a6d3-c276bb82f4ea", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "25e53b7e-847f-4649-a6d3-c276bb82f4ea", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b77086ff-b7cf-4a80-979c-84c15f138b4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "c7171db8-be8d-4c26-97dd-799fbd237d51", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "c7171db8-be8d-4c26-97dd-799fbd237d51", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f-authn-ssl"} 2026-07-02T23:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-979f9f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-979f9f", "reconcileID": "c7171db8-be8d-4c26-97dd-799fbd237d51", "Gateway": "e2e-api-a-979f9f", "namespace": "openshift-ingress"} 2026-07-02T23:40:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fae5515-1003-48ff-bdbd-76a85147549e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:40:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fae5515-1003-48ff-bdbd-76a85147549e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:40:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-trusted-ca-bundle", "reconcileID": "9fc2ee26-9d55-4596-a563-07b10428a673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:40:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "odh-trusted-ca-bundle", "reconcileID": "9fc2ee26-9d55-4596-a563-07b10428a673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:40:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "openshift-service-ca.crt", "reconcileID": "9d28e0bf-b3e9-447c-83dd-d9335c73869b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:40:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-979f9f"}, "namespace": "ai-tenant-e2e-api-a-979f9f", "name": "openshift-service-ca.crt", "reconcileID": "9d28e0bf-b3e9-447c-83dd-d9335c73869b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-979f9f"} 2026-07-02T23:40:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8e06d23c-c6e2-4257-a866-e701222af60e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:40:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "009a2aa1-003b-4b8b-adb7-c7a3750108c1", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "009a2aa1-003b-4b8b-adb7-c7a3750108c1", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8-authn-ssl"} 2026-07-02T23:40:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-6c2ab8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-6c2ab8", "reconcileID": "009a2aa1-003b-4b8b-adb7-c7a3750108c1", "Gateway": "e2e-api-b-6c2ab8", "namespace": "openshift-ingress"} 2026-07-02T23:40:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f2010c13-7043-45e1-b89e-07bf5dec8558", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:40:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13e5407a-0a5e-41c2-b300-c6cc9d083923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13e5407a-0a5e-41c2-b300-c6cc9d083923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13e5407a-0a5e-41c2-b300-c6cc9d083923", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-6c2ab8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:40:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "d2b20a57-d752-409a-9f34-6de22e76cfe2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-trusted-ca-bundle", "reconcileID": "d2b20a57-d752-409a-9f34-6de22e76cfe2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "32bd5639-866f-49a7-801d-4b452f366b6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "openshift-service-ca.crt", "reconcileID": "32bd5639-866f-49a7-801d-4b452f366b6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04c061f-a549-4796-ac29-cc97b74a254a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-6c2ab8"}, "namespace": "ai-tenant-e2e-api-b-6c2ab8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04c061f-a549-4796-ac29-cc97b74a254a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-6c2ab8"} 2026-07-02T23:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "d8357e8e-f429-4702-a9ad-77818d9ef66f", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "d8357e8e-f429-4702-a9ad-77818d9ef66f", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "d8357e8e-f429-4702-a9ad-77818d9ef66f", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "ea63c3be-000c-4021-af39-c76d78fcb0aa", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "ea63c3be-000c-4021-af39-c76d78fcb0aa", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "ea63c3be-000c-4021-af39-c76d78fcb0aa", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "4d4196d4-0f72-478a-bd88-0478b229315e", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "4d4196d4-0f72-478a-bd88-0478b229315e", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "4d4196d4-0f72-478a-bd88-0478b229315e", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "889a1318-8376-42bf-92cf-06e66b11ac90", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "889a1318-8376-42bf-92cf-06e66b11ac90", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "889a1318-8376-42bf-92cf-06e66b11ac90", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "24eaecd5-41ac-4f60-b328-fe9b47d4edef", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "24eaecd5-41ac-4f60-b328-fe9b47d4edef", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "24eaecd5-41ac-4f60-b328-fe9b47d4edef", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "477472bb-cb33-4382-849e-3b6d83d9b7e5", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "477472bb-cb33-4382-849e-3b6d83d9b7e5", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "477472bb-cb33-4382-849e-3b6d83d9b7e5", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "d7755611-5b37-47a3-90df-4efb3df6b134", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "d7755611-5b37-47a3-90df-4efb3df6b134", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "d7755611-5b37-47a3-90df-4efb3df6b134", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "openshift-service-ca.crt", "reconcileID": "83121505-5aa1-45f9-b3d2-97574f4b44a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-trusted-ca-bundle", "reconcileID": "5e8db170-45af-4c0f-954c-bdc1154fc3eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:40:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "openshift-service-ca.crt", "reconcileID": "31b2319f-41b2-443e-a021-2013c1ad3d07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-115c59", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "openshift-service-ca.crt", "reconcileID": "31b2319f-41b2-443e-a021-2013c1ad3d07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d68aa2f-a203-42fd-8f2b-2986bcec537d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "openshift-service-ca.crt", "reconcileID": "95176b93-81f7-4acd-a721-1a8d670b8a25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:40:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-trusted-ca-bundle", "reconcileID": "0afbc6f1-8ab4-450b-9b54-b806e0ce5a0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-trusted-ca-bundle", "reconcileID": "0afbc6f1-8ab4-450b-9b54-b806e0ce5a0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c428bbd-5fd2-4717-8291-97ff74d11a77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:40:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "7b38599b-64a1-4fda-9453-6eff526b0766", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "7b38599b-64a1-4fda-9453-6eff526b0766", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "7b38599b-64a1-4fda-9453-6eff526b0766", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1c52c69e-a5c2-45e4-b672-416ceddf3676", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "1526356a-da4d-4713-9d64-be617cd236d5", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "1526356a-da4d-4713-9d64-be617cd236d5", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "1526356a-da4d-4713-9d64-be617cd236d5", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "fbab296d-aeb4-44cc-91a9-279ef3e2991f", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "fbab296d-aeb4-44cc-91a9-279ef3e2991f", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "fbab296d-aeb4-44cc-91a9-279ef3e2991f", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "9b37410f-eabf-4520-8077-847cacab7f37", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "9b37410f-eabf-4520-8077-847cacab7f37", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "9b37410f-eabf-4520-8077-847cacab7f37", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "673faab7-ba0c-475d-870e-079e13570571", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "673faab7-ba0c-475d-870e-079e13570571", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "673faab7-ba0c-475d-870e-079e13570571", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "4e6ead95-a325-45d7-ae8e-d661dd5f2fea", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "4e6ead95-a325-45d7-ae8e-d661dd5f2fea", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "4e6ead95-a325-45d7-ae8e-d661dd5f2fea", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "7f8f0f69-f9ca-49fc-b4ec-f587cc9a4a36", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "7f8f0f69-f9ca-49fc-b4ec-f587cc9a4a36", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "7f8f0f69-f9ca-49fc-b4ec-f587cc9a4a36", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "1df1ee25-5b01-407d-890f-19327888f3bc", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "1df1ee25-5b01-407d-890f-19327888f3bc", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "1df1ee25-5b01-407d-890f-19327888f3bc", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "2444a3f9-09fe-47ef-b5b5-bea0699a0e5a", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "2444a3f9-09fe-47ef-b5b5-bea0699a0e5a", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "2444a3f9-09fe-47ef-b5b5-bea0699a0e5a", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "openshift-service-ca.crt", "reconcileID": "1e7ca571-62db-454b-99a8-541ad0630ea1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:40:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "openshift-service-ca.crt", "reconcileID": "06b8354d-a8a8-44b4-8199-dbce21c0844b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f1cae1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "openshift-service-ca.crt", "reconcileID": "06b8354d-a8a8-44b4-8199-dbce21c0844b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-trusted-ca-bundle", "reconcileID": "c27ea3bc-7462-4f25-bbd5-0eb1995285bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "019dabe1-b459-4ea6-86c8-d921faa4014e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "openshift-service-ca.crt", "reconcileID": "dd246a58-3b68-45f5-9552-80e30325c49f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:40:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-trusted-ca-bundle", "reconcileID": "034a55c2-d497-45f2-97a6-cc32cd33cb8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:40:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-trusted-ca-bundle", "reconcileID": "034a55c2-d497-45f2-97a6-cc32cd33cb8d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ac9036e-d6a6-472e-bbf9-c1b12baa79f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:40:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "2387f761-214e-47a1-a0e4-1e8d8c9f8833", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "2387f761-214e-47a1-a0e4-1e8d8c9f8833", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "2387f761-214e-47a1-a0e4-1e8d8c9f8833", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0c7bc7d3-1768-45b2-9d6f-1c722ef32794", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:40:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "680210a6-8265-4b63-83c9-39f1b5679f49", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "680210a6-8265-4b63-83c9-39f1b5679f49", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:40:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "680210a6-8265-4b63-83c9-39f1b5679f49", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:40:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8c2b548b-7e57-4387-a0b2-f89348709e2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:41:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "030f8322-ab61-449d-9d3d-13598c5c440d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ef7099ff-cc09-4607-b568-b29330bccef1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "72c1b8d4-d3a3-43a3-88d6-768db1f46cf3", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "72c1b8d4-d3a3-43a3-88d6-768db1f46cf3", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59-authn-ssl"} 2026-07-02T23:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-115c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-115c59", "reconcileID": "72c1b8d4-d3a3-43a3-88d6-768db1f46cf3", "Gateway": "e2e-shared-a-115c59", "namespace": "openshift-ingress"} 2026-07-02T23:43:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f0d4922-cc15-4d1e-82c8-54e1caf0bb11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:43:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f0d4922-cc15-4d1e-82c8-54e1caf0bb11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:43:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f0d4922-cc15-4d1e-82c8-54e1caf0bb11", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-115c59 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:43:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-trusted-ca-bundle", "reconcileID": "82705b8b-346b-4903-9073-e49700ce0f6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-trusted-ca-bundle", "reconcileID": "82705b8b-346b-4903-9073-e49700ce0f6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:43:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "openshift-service-ca.crt", "reconcileID": "0d20b8d7-68dc-4b2b-9509-732314e004ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "openshift-service-ca.crt", "reconcileID": "0d20b8d7-68dc-4b2b-9509-732314e004ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:43:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71a1d271-0441-470b-825d-6af99b8287cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-115c59"}, "namespace": "ai-tenant-e2e-shared-a-115c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71a1d271-0441-470b-825d-6af99b8287cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-115c59"} 2026-07-02T23:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d41983ed-8d65-4d66-82f9-34f10c5e82c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T23:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "c61d15f5-ae82-474f-9559-4a562b1173d3", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "c61d15f5-ae82-474f-9559-4a562b1173d3", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1-authn-ssl"} 2026-07-02T23:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f1cae1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f1cae1", "reconcileID": "c61d15f5-ae82-474f-9559-4a562b1173d3", "Gateway": "e2e-shared-b-f1cae1", "namespace": "openshift-ingress"} 2026-07-02T23:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf696b5a-2493-4ba2-b0ed-134f8af06933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:44:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf696b5a-2493-4ba2-b0ed-134f8af06933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T23:44:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf696b5a-2493-4ba2-b0ed-134f8af06933", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f1cae1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T23:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-trusted-ca-bundle", "reconcileID": "c8667ef8-9893-44bb-809b-85a07473f69e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-trusted-ca-bundle", "reconcileID": "c8667ef8-9893-44bb-809b-85a07473f69e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "openshift-service-ca.crt", "reconcileID": "0f0c98a1-d160-4ffc-9ceb-0459ce4502a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "openshift-service-ca.crt", "reconcileID": "0f0c98a1-d160-4ffc-9ceb-0459ce4502a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fd52cff-d7e0-44a5-bff4-f0c51be791e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"} 2026-07-02T23:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f1cae1"}, "namespace": "ai-tenant-e2e-shared-b-f1cae1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1fd52cff-d7e0-44a5-bff4-f0c51be791e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f1cae1"}