/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:02:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2bd76f02"}, "namespace": "ai-tenant-e2e-mt-2bd76f02", "name": "odh-trusted-ca-bundle", "reconcileID": "ad94706b-f596-4e21-b3b3-a73a0a1195e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2bd76f02"} 2026-07-09T16:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2bd76f02"}, "namespace": "ai-tenant-e2e-mt-2bd76f02", "name": "odh-trusted-ca-bundle", "reconcileID": "ad94706b-f596-4e21-b3b3-a73a0a1195e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2bd76f02"} 2026-07-09T16:02:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2bd76f02"}, "namespace": "ai-tenant-e2e-mt-2bd76f02", "name": "openshift-service-ca.crt", "reconcileID": "745254b0-772e-4cb5-855b-833914e36683", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2bd76f02"} 2026-07-09T16:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2bd76f02"}, "namespace": "ai-tenant-e2e-mt-2bd76f02", "name": "openshift-service-ca.crt", "reconcileID": "745254b0-772e-4cb5-855b-833914e36683", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2bd76f02"} 2026-07-09T16:02:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2bd76f02"}, "namespace": "ai-tenant-e2e-mt-2bd76f02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "add8512b-3425-4bb3-a986-659699f6115b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2bd76f02"} 2026-07-09T16:02:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2bd76f02"}, "namespace": "ai-tenant-e2e-mt-2bd76f02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "add8512b-3425-4bb3-a986-659699f6115b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2bd76f02"} 2026-07-09T16:02:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "937e5460-c823-4518-b475-52705f0c49b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6fc39d02"} 2026-07-09T16:02:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "937e5460-c823-4518-b475-52705f0c49b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6fc39d02", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:02:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "937e5460-c823-4518-b475-52705f0c49b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6fc39d02 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:02:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "odh-trusted-ca-bundle", "reconcileID": "284e4878-f79d-4c9b-b20c-cb82542980b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6fc39d02"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "odh-trusted-ca-bundle", "reconcileID": "284e4878-f79d-4c9b-b20c-cb82542980b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6fc39d02"} 2026-07-09T16:02:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "openshift-service-ca.crt", "reconcileID": "34bbf1aa-6a25-4ef4-9e05-b06e41854c70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6fc39d02"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "openshift-service-ca.crt", "reconcileID": "34bbf1aa-6a25-4ef4-9e05-b06e41854c70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6fc39d02"} 2026-07-09T16:02:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7e74211-a4ba-4657-ab87-c2b4363f07a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6fc39d02"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6fc39d02"}, "namespace": "ai-tenant-e2e-mt-6fc39d02", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7e74211-a4ba-4657-ab87-c2b4363f07a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6fc39d02"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "openshift-service-ca.crt", "reconcileID": "d1e8c71f-768a-49f7-96cb-b833ab866a50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "b29024c8-310d-4b99-9793-c1f2dcccb860", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:02:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "openshift-service-ca.crt", "reconcileID": "f62e52eb-62cf-422c-adc9-da3161baad0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-12f3a0c3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:02:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "openshift-service-ca.crt", "reconcileID": "f62e52eb-62cf-422c-adc9-da3161baad0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "openshift-service-ca.crt", "reconcileID": "c24f2caf-3cd1-4e81-af6f-44bdd5de2d6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42ad8929-fc96-485a-9339-694ab5475a34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:02:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "696446b5-c71f-4d3a-a0b1-d51ddfef5a2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:02:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "696446b5-c71f-4d3a-a0b1-d51ddfef5a2c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:02:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6ae97d6-9800-4f21-9b3d-6e8d87987c20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "116b823b-5c50-4748-aafe-34a7b320526c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "116b823b-5c50-4748-aafe-34a7b320526c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:03:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "116b823b-5c50-4748-aafe-34a7b320526c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-12f3a0c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:03:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "1382fc5b-47ca-4dcd-a585-388524aee231", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "1382fc5b-47ca-4dcd-a585-388524aee231", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "openshift-service-ca.crt", "reconcileID": "b4832f68-7030-4fd3-b3c0-e26e199315bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "openshift-service-ca.crt", "reconcileID": "b4832f68-7030-4fd3-b3c0-e26e199315bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d6c6090-651e-412d-8f9b-7535c9603d33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-12f3a0c3"}, "namespace": "ai-tenant-e2e-mt-12f3a0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d6c6090-651e-412d-8f9b-7535c9603d33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-12f3a0c3"} 2026-07-09T16:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "1209753b-6684-4cda-8edf-6916c6d37282", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "1209753b-6684-4cda-8edf-6916c6d37282", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "1209753b-6684-4cda-8edf-6916c6d37282", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "bdc674ce-7c42-488e-9aa9-edfa99bf909e", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "bdc674ce-7c42-488e-9aa9-edfa99bf909e", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "bdc674ce-7c42-488e-9aa9-edfa99bf909e", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d2410b56-4cce-43f0-98b3-6b4c3a96e45d", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d2410b56-4cce-43f0-98b3-6b4c3a96e45d", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d2410b56-4cce-43f0-98b3-6b4c3a96e45d", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "801b350b-06dc-41bb-92a5-17b9e30f8913", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "801b350b-06dc-41bb-92a5-17b9e30f8913", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "801b350b-06dc-41bb-92a5-17b9e30f8913", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "744ce6f1-1f49-4b53-9f45-30b7f417cd24", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "744ce6f1-1f49-4b53-9f45-30b7f417cd24", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "744ce6f1-1f49-4b53-9f45-30b7f417cd24", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "7c35ca84-65fc-4137-a05f-340328de0190", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "7c35ca84-65fc-4137-a05f-340328de0190", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "7c35ca84-65fc-4137-a05f-340328de0190", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "961fdae9-56fd-4c43-94b7-4bb10bdc3792", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "961fdae9-56fd-4c43-94b7-4bb10bdc3792", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "961fdae9-56fd-4c43-94b7-4bb10bdc3792", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "openshift-service-ca.crt", "reconcileID": "736bbe7b-6ada-40a2-a38f-dbdcc45e6455", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-trusted-ca-bundle", "reconcileID": "0832eccb-6a15-4979-bb0f-c7e13df2b716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "openshift-service-ca.crt", "reconcileID": "21824174-5989-4465-b4fa-f57777f675fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:03:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "openshift-service-ca.crt", "reconcileID": "21824174-5989-4465-b4fa-f57777f675fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f0e1853-fc5b-4bcb-be94-cfbbb070bb46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "openshift-service-ca.crt", "reconcileID": "bc03d42e-344e-48b5-a9f5-becdc3df30bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-trusted-ca-bundle", "reconcileID": "acaa0e2a-8999-4410-9724-54b76f6fd583", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:03:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-trusted-ca-bundle", "reconcileID": "acaa0e2a-8999-4410-9724-54b76f6fd583", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1e41ea0-9b1b-4789-8934-fc6fae50a19b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d2f0381c-589c-4cd6-bdbc-9c097653d89c", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d2f0381c-589c-4cd6-bdbc-9c097653d89c", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d2f0381c-589c-4cd6-bdbc-9c097653d89c", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5bda1dac-83ce-473a-bae3-03aaae496aa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "d4824fae-5cb6-4e37-a006-4f470f52efa5", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "d4824fae-5cb6-4e37-a006-4f470f52efa5", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "d4824fae-5cb6-4e37-a006-4f470f52efa5", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "68c3152b-f0ed-4786-8896-51b2b6aff43f", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "68c3152b-f0ed-4786-8896-51b2b6aff43f", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "68c3152b-f0ed-4786-8896-51b2b6aff43f", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "66dbb80f-1ed3-40c3-b486-276341074a4c", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "66dbb80f-1ed3-40c3-b486-276341074a4c", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "66dbb80f-1ed3-40c3-b486-276341074a4c", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "a0ddb769-ab87-4f31-ac85-d4f90b843119", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "a0ddb769-ab87-4f31-ac85-d4f90b843119", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "a0ddb769-ab87-4f31-ac85-d4f90b843119", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "377f4d3f-ca14-409e-9faf-ec4486604acf", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "377f4d3f-ca14-409e-9faf-ec4486604acf", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "377f4d3f-ca14-409e-9faf-ec4486604acf", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "4949244d-d50c-40e9-8ce5-941ba8ae032d", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "4949244d-d50c-40e9-8ce5-941ba8ae032d", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "4949244d-d50c-40e9-8ce5-941ba8ae032d", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "7be147fc-a584-4abc-8f01-dfa2f5ea7d6a", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "7be147fc-a584-4abc-8f01-dfa2f5ea7d6a", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "7be147fc-a584-4abc-8f01-dfa2f5ea7d6a", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "openshift-service-ca.crt", "reconcileID": "ec4ab48e-c1de-4940-b803-f1812ca41baa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-trusted-ca-bundle", "reconcileID": "c4754630-5c9a-4822-9513-8ae0074281ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:03:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-trusted-ca-bundle", "reconcileID": "c4754630-5c9a-4822-9513-8ae0074281ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "openshift-service-ca.crt", "reconcileID": "e7393a0d-5b0b-472a-9e1e-41e86defb8a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c6b769f-8bb3-4415-b205-5177c4e8c064", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-trusted-ca-bundle", "reconcileID": "47dca8b3-a2bf-448c-96ac-840cababf3b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:03:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-trusted-ca-bundle", "reconcileID": "47dca8b3-a2bf-448c-96ac-840cababf3b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f740b0c-e6b5-4cb6-a213-907feae1b026", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "a9cb224d-9191-47d9-becf-d790b9d285d4", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "a9cb224d-9191-47d9-becf-d790b9d285d4", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "a9cb224d-9191-47d9-becf-d790b9d285d4", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb97d97c-8c0b-446f-a190-25a12780784f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:03:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d50ceeaf-f403-47a6-831d-07194ed349a0", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d50ceeaf-f403-47a6-831d-07194ed349a0", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "d50ceeaf-f403-47a6-831d-07194ed349a0", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "64006364-5f0b-4b5d-b4e7-8f6ad03af211", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "1cb2345e-cace-4717-b11e-b3de15668263", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "1cb2345e-cace-4717-b11e-b3de15668263", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "1cb2345e-cace-4717-b11e-b3de15668263", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "1cb2345e-cace-4717-b11e-b3de15668263", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6-kserve-route-authn"} 2026-07-09T16:03:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "1cb2345e-cace-4717-b11e-b3de15668263", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "authType": "userdefined"} 2026-07-09T16:03:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "1cb2345e-cace-4717-b11e-b3de15668263", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "64006364-5f0b-4b5d-b4e7-8f6ad03af211", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "64006364-5f0b-4b5d-b4e7-8f6ad03af211", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "3377fb26-177f-4ca4-a4f6-780106f17ddc", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "3377fb26-177f-4ca4-a4f6-780106f17ddc", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "3377fb26-177f-4ca4-a4f6-780106f17ddc", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "3377fb26-177f-4ca4-a4f6-780106f17ddc", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6-kserve-route-authn"} 2026-07-09T16:03:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "3377fb26-177f-4ca4-a4f6-780106f17ddc", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "authType": "userdefined"} 2026-07-09T16:03:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "3377fb26-177f-4ca4-a4f6-780106f17ddc", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "7e474c7e-7a61-4b61-aa02-a4402767a15a", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "7e474c7e-7a61-4b61-aa02-a4402767a15a", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "7e474c7e-7a61-4b61-aa02-a4402767a15a", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "c499d3dc-3cf1-4127-8bc9-716397972cc1", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "c499d3dc-3cf1-4127-8bc9-716397972cc1", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "c499d3dc-3cf1-4127-8bc9-716397972cc1", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "619dd4b6-da29-411b-b0e6-6938a32031d3", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "619dd4b6-da29-411b-b0e6-6938a32031d3", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "619dd4b6-da29-411b-b0e6-6938a32031d3", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "619dd4b6-da29-411b-b0e6-6938a32031d3", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6-kserve-route-authn"} 2026-07-09T16:03:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "619dd4b6-da29-411b-b0e6-6938a32031d3", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "authType": "userdefined"} 2026-07-09T16:03:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "619dd4b6-da29-411b-b0e6-6938a32031d3", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d02c1c96-2296-48ba-9f99-ec0443dac650", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:03:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6cccd2c3-0dd4-422a-8c71-e5f4df900bad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:03:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "4895747b-8fb6-4953-b79e-4c95d18c232a", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "4895747b-8fb6-4953-b79e-4c95d18c232a", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:03:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "4895747b-8fb6-4953-b79e-4c95d18c232a", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:03:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "15956d40-8f72-4066-90b7-6f2f2e624f2a", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "15956d40-8f72-4066-90b7-6f2f2e624f2a", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "15956d40-8f72-4066-90b7-6f2f2e624f2a", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "15956d40-8f72-4066-90b7-6f2f2e624f2a", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6-kserve-route-authn"} 2026-07-09T16:03:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "15956d40-8f72-4066-90b7-6f2f2e624f2a", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "authType": "userdefined"} 2026-07-09T16:03:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "15956d40-8f72-4066-90b7-6f2f2e624f2a", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:03:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "e4a0e536-1786-4ae2-ae75-e856dcc8ffe2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "e4a0e536-1786-4ae2-ae75-e856dcc8ffe2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "e4a0e536-1786-4ae2-ae75-e856dcc8ffe2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "cd6ddc08-a105-42a5-bdee-a4de77867962", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "e4a0e536-1786-4ae2-ae75-e856dcc8ffe2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941-kserve-route-authn"} 2026-07-09T16:03:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "e4a0e536-1786-4ae2-ae75-e856dcc8ffe2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "authType": "userdefined"} 2026-07-09T16:03:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "e4a0e536-1786-4ae2-ae75-e856dcc8ffe2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "cd6ddc08-a105-42a5-bdee-a4de77867962", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:03:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "cd6ddc08-a105-42a5-bdee-a4de77867962", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:03:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "3ba43bdc-323f-46d5-8646-74b056fff4c8", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "3ba43bdc-323f-46d5-8646-74b056fff4c8", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "3ba43bdc-323f-46d5-8646-74b056fff4c8", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:03:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "3ba43bdc-323f-46d5-8646-74b056fff4c8", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941-kserve-route-authn"} 2026-07-09T16:03:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "3ba43bdc-323f-46d5-8646-74b056fff4c8", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "authType": "userdefined"} 2026-07-09T16:03:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "3ba43bdc-323f-46d5-8646-74b056fff4c8", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "c7639533-f059-4363-b516-ec5ac67e2911", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "c7639533-f059-4363-b516-ec5ac67e2911", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "c7639533-f059-4363-b516-ec5ac67e2911", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "252a5b73-1d5c-4ad9-a8b8-99689f150caa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "252a5b73-1d5c-4ad9-a8b8-99689f150caa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "252a5b73-1d5c-4ad9-a8b8-99689f150caa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "252a5b73-1d5c-4ad9-a8b8-99689f150caa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941-kserve-route-authn"} 2026-07-09T16:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "252a5b73-1d5c-4ad9-a8b8-99689f150caa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "authType": "userdefined"} 2026-07-09T16:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "252a5b73-1d5c-4ad9-a8b8-99689f150caa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "e5cedf60-6683-40ad-8f04-41b1bc12cd1d", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "e5cedf60-6683-40ad-8f04-41b1bc12cd1d", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:04:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "e5cedf60-6683-40ad-8f04-41b1bc12cd1d", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "7e237cdb-b708-4ff9-b263-13a2420d67aa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "7e237cdb-b708-4ff9-b263-13a2420d67aa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "7e237cdb-b708-4ff9-b263-13a2420d67aa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "7e237cdb-b708-4ff9-b263-13a2420d67aa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941-kserve-route-authn"} 2026-07-09T16:04:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "7e237cdb-b708-4ff9-b263-13a2420d67aa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "authType": "userdefined"} 2026-07-09T16:04:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "7e237cdb-b708-4ff9-b263-13a2420d67aa", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "62b5d23f-7d43-4176-916c-16a71d8275e2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "62b5d23f-7d43-4176-916c-16a71d8275e2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "62b5d23f-7d43-4176-916c-16a71d8275e2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "62b5d23f-7d43-4176-916c-16a71d8275e2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941-kserve-route-authn"} 2026-07-09T16:04:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "62b5d23f-7d43-4176-916c-16a71d8275e2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "authType": "userdefined"} 2026-07-09T16:04:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "62b5d23f-7d43-4176-916c-16a71d8275e2", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:04:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6"} 2026-07-09T16:04:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:04:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:04:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6-kserve-route-authn"} 2026-07-09T16:04:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6-kserve-route-authn"} 2026-07-09T16:04:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:04:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "022e7105-5a95-4014-9a8a-a73f135a2f0c", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:04:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-35b5e6","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "test-model-35b5e6", "reconcileID": "15d84738-d472-43e6-86a7-b724e55a25fa", "LLMInferenceService": "test-model-35b5e6", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "95a7a4f2-d87c-4912-b860-9b78fc91da0c", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "95a7a4f2-d87c-4912-b860-9b78fc91da0c", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "95a7a4f2-d87c-4912-b860-9b78fc91da0c", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "0a8b7247-841b-4c31-a654-e1eb6a0989bd", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "0a8b7247-841b-4c31-a654-e1eb6a0989bd", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "0a8b7247-841b-4c31-a654-e1eb6a0989bd", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:04:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941"} 2026-07-09T16:04:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941-kserve-route-authn"} 2026-07-09T16:04:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941-kserve-route-authn"} 2026-07-09T16:04:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "69bc15d3-28f6-4f1f-bf57-1694fffc8165", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2ca941","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "test-model-2ca941", "reconcileID": "c02c801e-087c-4f7a-ba02-e6a30957f5a0", "LLMInferenceService": "test-model-2ca941", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:04:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "0a3b1f51-c2be-48b3-9eed-8f89cd405075", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "0a3b1f51-c2be-48b3-9eed-8f89cd405075", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:04:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "0a3b1f51-c2be-48b3-9eed-8f89cd405075", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "1527318a-62da-4e6f-9278-0c1774279934", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "1527318a-62da-4e6f-9278-0c1774279934", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:04:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "1527318a-62da-4e6f-9278-0c1774279934", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:04:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5ca1291-826e-40dc-b734-0a1a6a06c269", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:04:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "a5805858-04ae-4e05-bd3a-4b225858e7f4", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:04:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "a5805858-04ae-4e05-bd3a-4b225858e7f4", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6-authn-ssl"} 2026-07-09T16:04:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "a5805858-04ae-4e05-bd3a-4b225858e7f4", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:05:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfd8e9e0-800c-454f-8727-23ff5a2ed5cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:05:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfd8e9e0-800c-454f-8727-23ff5a2ed5cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:05:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfd8e9e0-800c-454f-8727-23ff5a2ed5cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-35b5e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:05:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-trusted-ca-bundle", "reconcileID": "b285b8bb-0684-4e55-8105-66073b7cac33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-trusted-ca-bundle", "reconcileID": "b285b8bb-0684-4e55-8105-66073b7cac33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:05:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "openshift-service-ca.crt", "reconcileID": "b8dc4dca-660f-4f68-b990-f11fb2c2141c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "openshift-service-ca.crt", "reconcileID": "b8dc4dca-660f-4f68-b990-f11fb2c2141c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:05:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1cbf6ba-a3f0-4024-8990-a1bbe409fd39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:05:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-35b5e6"}, "namespace": "ai-tenant-e2e-inf-a-35b5e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1cbf6ba-a3f0-4024-8990-a1bbe409fd39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-35b5e6"} 2026-07-09T16:05:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-35b5e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-35b5e6", "reconcileID": "010be629-7aa3-43ca-950b-77b560366660", "Gateway": "e2e-inf-a-35b5e6", "namespace": "openshift-ingress"} 2026-07-09T16:05:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7856a4e5-866c-4fcd-9081-83f5217867f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:05:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "5766fadc-4447-4fdd-be08-21facc368dce", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:05:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "5766fadc-4447-4fdd-be08-21facc368dce", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941-authn-ssl"} 2026-07-09T16:05:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "5766fadc-4447-4fdd-be08-21facc368dce", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5b2ded-18e1-47e7-a335-411101e4ed40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:05:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5b2ded-18e1-47e7-a335-411101e4ed40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:05:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c5b2ded-18e1-47e7-a335-411101e4ed40", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-2ca941 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-trusted-ca-bundle", "reconcileID": "f15f4356-2865-4055-9889-62cfc8bc49db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-trusted-ca-bundle", "reconcileID": "f15f4356-2865-4055-9889-62cfc8bc49db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "openshift-service-ca.crt", "reconcileID": "62a2ee84-8f3e-4798-8129-e28879672bbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "openshift-service-ca.crt", "reconcileID": "62a2ee84-8f3e-4798-8129-e28879672bbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:05:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b425f7e4-1de5-4e4c-b520-4ad111898f7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2ca941"}, "namespace": "ai-tenant-e2e-inf-b-2ca941", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b425f7e4-1de5-4e4c-b520-4ad111898f7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2ca941"} 2026-07-09T16:05:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c37fc776-cf87-4627-bef0-89bee6ca7c5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:05:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2ca941","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2ca941", "reconcileID": "55ac0878-6767-486d-a543-8e306ada8def", "Gateway": "e2e-inf-b-2ca941", "namespace": "openshift-ingress"} 2026-07-09T16:05:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "0013241b-b253-4c27-97b3-1d3cf6d04e91", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "0013241b-b253-4c27-97b3-1d3cf6d04e91", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "0013241b-b253-4c27-97b3-1d3cf6d04e91", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "c0163815-4eaf-4a5c-bb35-0c264e245c33", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "c0163815-4eaf-4a5c-bb35-0c264e245c33", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "c0163815-4eaf-4a5c-bb35-0c264e245c33", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "207ae593-1e5b-4aaf-981b-0333b39311b4", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "207ae593-1e5b-4aaf-981b-0333b39311b4", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "207ae593-1e5b-4aaf-981b-0333b39311b4", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "a905685a-1dbe-4308-a318-f67b2f695279", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "a905685a-1dbe-4308-a318-f67b2f695279", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "a905685a-1dbe-4308-a318-f67b2f695279", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "d9e22945-9ce6-4424-a528-bd170685de84", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "d9e22945-9ce6-4424-a528-bd170685de84", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "d9e22945-9ce6-4424-a528-bd170685de84", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "6b50f364-b15b-4a39-8212-f65e07d76b19", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "6b50f364-b15b-4a39-8212-f65e07d76b19", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "6b50f364-b15b-4a39-8212-f65e07d76b19", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "openshift-service-ca.crt", "reconcileID": "912065b5-ea05-4287-b7a6-0a76744c7c80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-trusted-ca-bundle", "reconcileID": "3899e0c5-7265-4a16-be85-3d408fdc097f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:05:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "openshift-service-ca.crt", "reconcileID": "a85fa799-c47c-404b-9678-40c88049dc2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5363ce", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:05:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "openshift-service-ca.crt", "reconcileID": "a85fa799-c47c-404b-9678-40c88049dc2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da35f0c7-5da8-4439-a32b-730e8b9f79ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "openshift-service-ca.crt", "reconcileID": "4525778e-0004-44e1-a33f-60b69dc8d24c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:05:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-trusted-ca-bundle", "reconcileID": "ce478f61-c72c-4051-aedc-ab5f2eef187f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:05:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-trusted-ca-bundle", "reconcileID": "ce478f61-c72c-4051-aedc-ab5f2eef187f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:05:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e87137fd-d09c-4878-84d7-e317583c3888", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "adc552c3-9c9c-4ddd-9d32-7b94d203bdf2", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "adc552c3-9c9c-4ddd-9d32-7b94d203bdf2", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "adc552c3-9c9c-4ddd-9d32-7b94d203bdf2", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4bb33dac-7bba-424b-a5bd-334d09aef7f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "ee07fad3-9d7d-4510-a5e9-92cd3150848b", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "ee07fad3-9d7d-4510-a5e9-92cd3150848b", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "ee07fad3-9d7d-4510-a5e9-92cd3150848b", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "78dc225b-8f3b-4260-a87e-d3470918627a", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "78dc225b-8f3b-4260-a87e-d3470918627a", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "78dc225b-8f3b-4260-a87e-d3470918627a", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "ae9179d0-a17d-4a57-a5e6-567c1d49a89d", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "ae9179d0-a17d-4a57-a5e6-567c1d49a89d", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "ae9179d0-a17d-4a57-a5e6-567c1d49a89d", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "d40f69f6-1295-43ef-8297-435bc174f742", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "d40f69f6-1295-43ef-8297-435bc174f742", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "d40f69f6-1295-43ef-8297-435bc174f742", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "7a28d85e-1450-419c-81c3-c56f5abba890", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "7a28d85e-1450-419c-81c3-c56f5abba890", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "7a28d85e-1450-419c-81c3-c56f5abba890", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "3dea2dae-af65-428c-b780-f784c0c4857a", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "3dea2dae-af65-428c-b780-f784c0c4857a", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "3dea2dae-af65-428c-b780-f784c0c4857a", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "0504be04-2553-444c-8e2c-b5c864788c5e", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "0504be04-2553-444c-8e2c-b5c864788c5e", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "0504be04-2553-444c-8e2c-b5c864788c5e", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "fe6e0b3f-397c-4216-8cf7-7191d8bd8009", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "fe6e0b3f-397c-4216-8cf7-7191d8bd8009", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "fe6e0b3f-397c-4216-8cf7-7191d8bd8009", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "dc8245b4-db28-42b6-992e-ae86782e722e", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "dc8245b4-db28-42b6-992e-ae86782e722e", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "dc8245b4-db28-42b6-992e-ae86782e722e", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "openshift-service-ca.crt", "reconcileID": "707113e9-2c50-428c-a40f-33f9d12766c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-trusted-ca-bundle", "reconcileID": "c8b8f6fc-4323-49da-92e1-e0e0bd3bf17f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:05:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "openshift-service-ca.crt", "reconcileID": "b375bd89-aebb-4bbe-bdb6-0eb7a6b5d400", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fae65f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:05:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "openshift-service-ca.crt", "reconcileID": "b375bd89-aebb-4bbe-bdb6-0eb7a6b5d400", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8fc0dcd-bdfc-4f47-b38e-8c7b8a855882", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "openshift-service-ca.crt", "reconcileID": "2278647a-5565-4d9b-b6f5-c41c137817e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:05:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-trusted-ca-bundle", "reconcileID": "b45406b7-f5c5-4244-9b06-0a1467df982e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:05:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-trusted-ca-bundle", "reconcileID": "b45406b7-f5c5-4244-9b06-0a1467df982e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:05:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a72abba-0108-4b33-b7f1-8cc5e2871171", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:05:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "bde60cc2-ce86-4ddf-8ee2-346d5623214c", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "bde60cc2-ce86-4ddf-8ee2-346d5623214c", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "bde60cc2-ce86-4ddf-8ee2-346d5623214c", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41aba767-bba2-430a-9a8a-2304445d1be5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:05:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "9777a0d1-c819-4628-a5fc-1750e001f987", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "9777a0d1-c819-4628-a5fc-1750e001f987", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:05:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "9777a0d1-c819-4628-a5fc-1750e001f987", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:05:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "7f9fbbf2-4200-490a-81d6-19f1fb63d4b2", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:05:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "7f9fbbf2-4200-490a-81d6-19f1fb63d4b2", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:05:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "7f9fbbf2-4200-490a-81d6-19f1fb63d4b2", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:06:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0912e4b7-3d67-41d9-80de-00b26404840e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "2e03e617-26d3-4134-b7cc-8dce65977b60", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "2e03e617-26d3-4134-b7cc-8dce65977b60", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce-authn-ssl"} 2026-07-09T16:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "2e03e617-26d3-4134-b7cc-8dce65977b60", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:06:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "21cbe641-8704-4e3e-9226-c76dcc7da6e8", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:06:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "21cbe641-8704-4e3e-9226-c76dcc7da6e8", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:06:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "21cbe641-8704-4e3e-9226-c76dcc7da6e8", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:06:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fdefd22-55ce-408c-b16f-9d6d84cbf008", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:06:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fdefd22-55ce-408c-b16f-9d6d84cbf008", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:06:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fdefd22-55ce-408c-b16f-9d6d84cbf008", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-5363ce because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:06:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-trusted-ca-bundle", "reconcileID": "f0fe697f-9ef3-4bca-83ca-2cedc7852d71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:06:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-trusted-ca-bundle", "reconcileID": "f0fe697f-9ef3-4bca-83ca-2cedc7852d71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:06:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "openshift-service-ca.crt", "reconcileID": "f688dc29-b6bf-471f-a5ef-79c32b1061d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:06:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "openshift-service-ca.crt", "reconcileID": "f688dc29-b6bf-471f-a5ef-79c32b1061d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:06:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5012b853-0dde-417e-9ba5-c3af2619cdef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:06:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-5363ce"}, "namespace": "ai-tenant-e2e-api-a-5363ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5012b853-0dde-417e-9ba5-c3af2619cdef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-5363ce"} 2026-07-09T16:06:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-5363ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-5363ce", "reconcileID": "364a50b4-fd59-4bad-8cfb-42e17b1bf454", "Gateway": "e2e-api-a-5363ce", "namespace": "openshift-ingress"} 2026-07-09T16:06:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cc29c9d3-35ad-401a-b731-518c20634273", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:06:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "f41ae93c-9014-4e9b-b323-2ca2b6fce925", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:06:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "f41ae93c-9014-4e9b-b323-2ca2b6fce925", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f-authn-ssl"} 2026-07-09T16:06:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "f41ae93c-9014-4e9b-b323-2ca2b6fce925", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6af4f2dc-7c2e-4376-9ff0-200bfbfda9af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:06:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6af4f2dc-7c2e-4376-9ff0-200bfbfda9af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:06:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6af4f2dc-7c2e-4376-9ff0-200bfbfda9af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-fae65f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-trusted-ca-bundle", "reconcileID": "8990f400-edf9-4b4e-b30d-1fa500374e35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-trusted-ca-bundle", "reconcileID": "8990f400-edf9-4b4e-b30d-1fa500374e35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "openshift-service-ca.crt", "reconcileID": "f9274c5b-955c-47a1-8312-77433c5dc4d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "openshift-service-ca.crt", "reconcileID": "f9274c5b-955c-47a1-8312-77433c5dc4d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:06:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e10bd57-753c-4b26-bcb1-16d9f0936049", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:06:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fae65f"}, "namespace": "ai-tenant-e2e-api-b-fae65f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e10bd57-753c-4b26-bcb1-16d9f0936049", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fae65f"} 2026-07-09T16:06:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fae65f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fae65f", "reconcileID": "832287fe-79d7-409a-85da-88f409b51060", "Gateway": "e2e-api-b-fae65f", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "14f5146d-4b1e-4b60-99eb-4853ddb3dd3b", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "14f5146d-4b1e-4b60-99eb-4853ddb3dd3b", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "14f5146d-4b1e-4b60-99eb-4853ddb3dd3b", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "b3307321-b940-4e40-8b62-42a1d2605f46", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "b3307321-b940-4e40-8b62-42a1d2605f46", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "b3307321-b940-4e40-8b62-42a1d2605f46", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "6df847de-c0c4-4b40-9494-a50632640c6e", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "6df847de-c0c4-4b40-9494-a50632640c6e", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "6df847de-c0c4-4b40-9494-a50632640c6e", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "0b084e33-0875-4392-8ae8-58c60a135b2d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "0b084e33-0875-4392-8ae8-58c60a135b2d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "0b084e33-0875-4392-8ae8-58c60a135b2d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "f155df31-a96f-4458-b003-296938f0542d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "f155df31-a96f-4458-b003-296938f0542d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "f155df31-a96f-4458-b003-296938f0542d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "b4a20e4a-c2b7-4a5f-a9ad-50f8d5971d67", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "b4a20e4a-c2b7-4a5f-a9ad-50f8d5971d67", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "b4a20e4a-c2b7-4a5f-a9ad-50f8d5971d67", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "12e7ebb4-8edb-4b68-b187-a93459c9f3bf", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "12e7ebb4-8edb-4b68-b187-a93459c9f3bf", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "12e7ebb4-8edb-4b68-b187-a93459c9f3bf", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "openshift-service-ca.crt", "reconcileID": "6e8948bc-3796-459b-b2d2-d7b3ee7f85e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:06:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "openshift-service-ca.crt", "reconcileID": "f5fbb1bc-5952-470c-8620-831663478dca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:06:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "openshift-service-ca.crt", "reconcileID": "f5fbb1bc-5952-470c-8620-831663478dca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-trusted-ca-bundle", "reconcileID": "976ac60f-8426-4721-a26b-4950bc855c52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c3b0f04-a1a0-424a-a4fd-e880913e4b9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "openshift-service-ca.crt", "reconcileID": "f1c39e0f-89f5-46a3-a091-7c3cd84d54d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:06:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-trusted-ca-bundle", "reconcileID": "44571338-754b-4fb0-a461-b1e2832bdb96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:06:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-trusted-ca-bundle", "reconcileID": "44571338-754b-4fb0-a461-b1e2832bdb96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:06:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af06397b-d865-4ba6-aea3-ebdab834b499", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "ab45b5c0-7f07-4340-a0c0-456829cf7e3d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "ab45b5c0-7f07-4340-a0c0-456829cf7e3d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "ab45b5c0-7f07-4340-a0c0-456829cf7e3d", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "168b166a-35ef-4ed4-9141-5794cfe2045e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "36bf6167-d06d-45b1-be5c-bd1f6f635bb7", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "36bf6167-d06d-45b1-be5c-bd1f6f635bb7", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "36bf6167-d06d-45b1-be5c-bd1f6f635bb7", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "035ef166-3d58-4ba4-a882-790b7600bbb0", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "035ef166-3d58-4ba4-a882-790b7600bbb0", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "035ef166-3d58-4ba4-a882-790b7600bbb0", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "faf0747f-533e-435b-907a-203131beb604", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "faf0747f-533e-435b-907a-203131beb604", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "faf0747f-533e-435b-907a-203131beb604", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "015ae07e-b677-4cdc-a786-023a54b1017e", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "015ae07e-b677-4cdc-a786-023a54b1017e", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "015ae07e-b677-4cdc-a786-023a54b1017e", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "03daddfe-5875-41a6-a3b7-fc9f1f46db8b", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "03daddfe-5875-41a6-a3b7-fc9f1f46db8b", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "03daddfe-5875-41a6-a3b7-fc9f1f46db8b", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "c3f768e6-41d1-4659-b52a-20cbe5b0f952", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "c3f768e6-41d1-4659-b52a-20cbe5b0f952", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "c3f768e6-41d1-4659-b52a-20cbe5b0f952", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "7e1f03a0-e9c0-4715-921f-0c1df23160c1", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "7e1f03a0-e9c0-4715-921f-0c1df23160c1", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "7e1f03a0-e9c0-4715-921f-0c1df23160c1", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "5176483b-5812-4e8b-aa5d-66f236bc4d24", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "5176483b-5812-4e8b-aa5d-66f236bc4d24", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "5176483b-5812-4e8b-aa5d-66f236bc4d24", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "openshift-service-ca.crt", "reconcileID": "d8f2cdfb-7a00-40fb-b1e8-809b5740f5ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "87b48a25-6909-408c-be2b-7e6b782984f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:06:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "openshift-service-ca.crt", "reconcileID": "5384d910-1bc2-47bf-9184-4f2378e37d9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1a4b78", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:06:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "openshift-service-ca.crt", "reconcileID": "5384d910-1bc2-47bf-9184-4f2378e37d9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c3660d9-e599-408e-9944-68cd807f8f8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "openshift-service-ca.crt", "reconcileID": "85aed276-8f1c-44c8-b3f1-0caeb1ef797f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:06:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "9b379a02-a89d-463a-86ab-11cc1b616724", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:06:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "9b379a02-a89d-463a-86ab-11cc1b616724", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d439f6e2-5e5d-481d-b534-619e6d013e0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "3a622fd2-abec-43c7-934d-ff24452c6f16", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "3a622fd2-abec-43c7-934d-ff24452c6f16", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "3a622fd2-abec-43c7-934d-ff24452c6f16", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "474b51a1-d2a7-4c3a-80c4-588819abe3df", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:06:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "2c4827f5-2287-477c-ac7c-0c849873e18f", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "2c4827f5-2287-477c-ac7c-0c849873e18f", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:06:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "2c4827f5-2287-477c-ac7c-0c849873e18f", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:06:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc66cbbd-507b-4d3f-b1ce-e18e6ab28ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:06:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c06526d6-69eb-482f-8e62-860b53738bf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:09:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53e3ea0f-4a64-4fdf-a690-d71786f577ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:09:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "80d429ef-4410-4ee6-b87a-8de76b273976", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:09:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "80d429ef-4410-4ee6-b87a-8de76b273976", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd-authn-ssl"} 2026-07-09T16:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "80d429ef-4410-4ee6-b87a-8de76b273976", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:09:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df3bb426-d5c6-4dc4-ad91-ab996e0cf7f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:09:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df3bb426-d5c6-4dc4-ad91-ab996e0cf7f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:09:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df3bb426-d5c6-4dc4-ad91-ab996e0cf7f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c8e6dd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:09:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-trusted-ca-bundle", "reconcileID": "a318f061-d4ed-4842-ac6b-50d7503479a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:09:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-trusted-ca-bundle", "reconcileID": "a318f061-d4ed-4842-ac6b-50d7503479a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:09:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "openshift-service-ca.crt", "reconcileID": "7ac75510-3590-4dc4-84dd-0c459199a825", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:09:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "openshift-service-ca.crt", "reconcileID": "7ac75510-3590-4dc4-84dd-0c459199a825", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:09:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c93152a9-beb7-49bf-9e83-b07166279d93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:09:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c8e6dd"}, "namespace": "ai-tenant-e2e-shared-a-c8e6dd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c93152a9-beb7-49bf-9e83-b07166279d93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c8e6dd"} 2026-07-09T16:09:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c8e6dd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c8e6dd", "reconcileID": "a22d5f7d-afd1-40a0-87e4-09749a75982b", "Gateway": "e2e-shared-a-c8e6dd", "namespace": "openshift-ingress"} 2026-07-09T16:09:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8721893d-9404-4c2f-a78f-2701de9644c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T16:09:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "d05fadd8-55d6-4301-a502-7a9e71875c2c", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:09:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "d05fadd8-55d6-4301-a502-7a9e71875c2c", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78-authn-ssl"} 2026-07-09T16:09:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "d05fadd8-55d6-4301-a502-7a9e71875c2c", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"} 2026-07-09T16:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f282d1f4-36fb-47cc-ab07-0e347b99fd01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:09:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f282d1f4-36fb-47cc-ab07-0e347b99fd01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T16:09:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f282d1f4-36fb-47cc-ab07-0e347b99fd01", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1a4b78 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T16:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "d553e6ef-a252-4618-9ef7-d83c7fb86544", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-trusted-ca-bundle", "reconcileID": "d553e6ef-a252-4618-9ef7-d83c7fb86544", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "openshift-service-ca.crt", "reconcileID": "885e8eae-7e4c-4158-86cc-f030054a5bc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "openshift-service-ca.crt", "reconcileID": "885e8eae-7e4c-4158-86cc-f030054a5bc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ed17b87-be01-4d68-9026-ddcd617f0f2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1a4b78"}, "namespace": "ai-tenant-e2e-shared-b-1a4b78", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ed17b87-be01-4d68-9026-ddcd617f0f2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1a4b78"} 2026-07-09T16:09:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1a4b78","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1a4b78", "reconcileID": "cf9070db-26fe-4d4a-b54d-65c5a6287903", "Gateway": "e2e-shared-b-1a4b78", "namespace": "openshift-ingress"}