sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:29:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7195a2aa"}, "namespace": "ai-tenant-e2e-mt-7195a2aa", "name": "odh-trusted-ca-bundle", "reconcileID": "27e7ab12-affd-409c-99af-3b2984489147", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7195a2aa"} 2026-07-09T04:29:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7195a2aa"}, "namespace": "ai-tenant-e2e-mt-7195a2aa", "name": "odh-trusted-ca-bundle", "reconcileID": "27e7ab12-affd-409c-99af-3b2984489147", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7195a2aa"} 2026-07-09T04:29:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7195a2aa"}, "namespace": "ai-tenant-e2e-mt-7195a2aa", "name": "openshift-service-ca.crt", "reconcileID": "52573f76-66a7-42ac-a6d4-2b6a9e009e42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7195a2aa"} 2026-07-09T04:29:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7195a2aa"}, "namespace": "ai-tenant-e2e-mt-7195a2aa", "name": "openshift-service-ca.crt", "reconcileID": "52573f76-66a7-42ac-a6d4-2b6a9e009e42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7195a2aa"} 2026-07-09T04:29:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7195a2aa"}, "namespace": "ai-tenant-e2e-mt-7195a2aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d5a6ff1-aea9-4707-aa06-c14b4148bda6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7195a2aa"} 2026-07-09T04:29:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7195a2aa"}, "namespace": "ai-tenant-e2e-mt-7195a2aa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d5a6ff1-aea9-4707-aa06-c14b4148bda6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7195a2aa"} 2026-07-09T04:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "openshift-service-ca.crt", "reconcileID": "ad547524-39b1-4a62-931f-a23185b09073", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-trusted-ca-bundle", "reconcileID": "701d3138-ac93-4940-9051-9ac35a94668f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:29:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "openshift-service-ca.crt", "reconcileID": "a6c22967-ab9c-44c0-acf8-7eaf262034e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd3f7b63", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:29:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "openshift-service-ca.crt", "reconcileID": "a6c22967-ab9c-44c0-acf8-7eaf262034e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01901ebf-7c42-4c92-a0af-65b8ddad24e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "openshift-service-ca.crt", "reconcileID": "f91f1c54-c973-4b89-ade7-687d03c45c1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:29:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-trusted-ca-bundle", "reconcileID": "238d3047-d0de-4ce0-b5c3-5daf90545d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:29:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-trusted-ca-bundle", "reconcileID": "238d3047-d0de-4ce0-b5c3-5daf90545d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:29:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0777ff9e-2a91-434c-8641-3b753174a2c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b81abfdb-abd8-41c1-b5a3-bc8c3cf055d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b81abfdb-abd8-41c1-b5a3-bc8c3cf055d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:30:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b81abfdb-abd8-41c1-b5a3-bc8c3cf055d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-cd3f7b63 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:30:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-trusted-ca-bundle", "reconcileID": "b31f58c2-0ffe-455b-94cd-5cfa21aa0491", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-trusted-ca-bundle", "reconcileID": "b31f58c2-0ffe-455b-94cd-5cfa21aa0491", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "openshift-service-ca.crt", "reconcileID": "17a8b830-305f-4b12-b972-f07db3e1415d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "openshift-service-ca.crt", "reconcileID": "17a8b830-305f-4b12-b972-f07db3e1415d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6560b921-191b-47a5-818a-9457accbd10a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cd3f7b63"}, "namespace": "ai-tenant-e2e-mt-cd3f7b63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6560b921-191b-47a5-818a-9457accbd10a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cd3f7b63"} 2026-07-09T04:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "313b4be2-ba2d-4837-ba35-ce22a2827391", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "313b4be2-ba2d-4837-ba35-ce22a2827391", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "313b4be2-ba2d-4837-ba35-ce22a2827391", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "f180d3f2-3b13-4800-8fe5-fe0879c3f81f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "f180d3f2-3b13-4800-8fe5-fe0879c3f81f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "f180d3f2-3b13-4800-8fe5-fe0879c3f81f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "8933ba4f-8361-41a7-a7d7-52159e7f7de2", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "8933ba4f-8361-41a7-a7d7-52159e7f7de2", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "8933ba4f-8361-41a7-a7d7-52159e7f7de2", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "927aa313-d5bd-42bb-a520-8fb50c4e8334", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "927aa313-d5bd-42bb-a520-8fb50c4e8334", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "927aa313-d5bd-42bb-a520-8fb50c4e8334", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "367df2be-44d0-4ef9-be63-c6b47dc5a5e6", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "367df2be-44d0-4ef9-be63-c6b47dc5a5e6", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "367df2be-44d0-4ef9-be63-c6b47dc5a5e6", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "db9be30c-78fe-4e27-90d3-9a419a51ebd1", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "db9be30c-78fe-4e27-90d3-9a419a51ebd1", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "db9be30c-78fe-4e27-90d3-9a419a51ebd1", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "1e119f29-0430-4a6a-8696-54b0f4da29e7", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "1e119f29-0430-4a6a-8696-54b0f4da29e7", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "1e119f29-0430-4a6a-8696-54b0f4da29e7", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "openshift-service-ca.crt", "reconcileID": "7d868206-1478-4ff8-b49c-5faef7768b64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-trusted-ca-bundle", "reconcileID": "9d18952d-1aba-4682-bad7-cecdeca6eef0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "openshift-service-ca.crt", "reconcileID": "583838d4-ea19-4979-9fc8-db42e1ef5867", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:30:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "openshift-service-ca.crt", "reconcileID": "583838d4-ea19-4979-9fc8-db42e1ef5867", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43a5673c-5c2d-4d04-92bf-328d6f643e70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "openshift-service-ca.crt", "reconcileID": "37f3f6fe-61a5-44f4-8e2c-29b30850b68a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-trusted-ca-bundle", "reconcileID": "b4ebeb10-b771-41c9-b5fd-e3ea80158cfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:30:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-trusted-ca-bundle", "reconcileID": "b4ebeb10-b771-41c9-b5fd-e3ea80158cfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7b7f401-30ad-4fb8-a8ff-1f64ef36c635", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "c59acd13-53d7-4d6f-b68f-c5df8e86f3b1", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "c59acd13-53d7-4d6f-b68f-c5df8e86f3b1", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "c59acd13-53d7-4d6f-b68f-c5df8e86f3b1", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b3ae9ff-fa54-4a69-b72d-86954f11f8cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "ce992170-6983-4431-86a2-ced661df34a5", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "ce992170-6983-4431-86a2-ced661df34a5", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "ce992170-6983-4431-86a2-ced661df34a5", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "fae50502-ed08-4696-a0db-20caeca0c65f", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "fae50502-ed08-4696-a0db-20caeca0c65f", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "fae50502-ed08-4696-a0db-20caeca0c65f", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "25f8d079-09ad-4f64-a5ed-e2eb4d4188ad", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "25f8d079-09ad-4f64-a5ed-e2eb4d4188ad", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "25f8d079-09ad-4f64-a5ed-e2eb4d4188ad", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "bed6d840-b541-4b9a-81c2-66f4e84ace9c", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "bed6d840-b541-4b9a-81c2-66f4e84ace9c", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "bed6d840-b541-4b9a-81c2-66f4e84ace9c", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "68aa7d71-849c-474f-a58c-c62ae47b498e", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "68aa7d71-849c-474f-a58c-c62ae47b498e", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "68aa7d71-849c-474f-a58c-c62ae47b498e", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "2601c2dc-3006-4f4f-80f0-ded4c2df07ed", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "2601c2dc-3006-4f4f-80f0-ded4c2df07ed", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "2601c2dc-3006-4f4f-80f0-ded4c2df07ed", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4a1d2227-4ddf-48b1-8b05-261918446ac6", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4a1d2227-4ddf-48b1-8b05-261918446ac6", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4a1d2227-4ddf-48b1-8b05-261918446ac6", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "openshift-service-ca.crt", "reconcileID": "47e81c81-8343-47b9-96d7-b09af43844bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-trusted-ca-bundle", "reconcileID": "7bb685f4-f132-45f0-84c8-372e7ac7b520", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:30:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "openshift-service-ca.crt", "reconcileID": "669f8e69-06be-40bc-a0dc-cba91db36802", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a259cf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:30:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "openshift-service-ca.crt", "reconcileID": "669f8e69-06be-40bc-a0dc-cba91db36802", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "openshift-service-ca.crt", "reconcileID": "e660f011-cb17-4c0e-936d-fc4593e26ddb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75c23930-2c0d-4028-97e5-afdcda8b2d1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:30:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-trusted-ca-bundle", "reconcileID": "90796e23-8e55-4305-9bbe-cf635de0be69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:30:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-trusted-ca-bundle", "reconcileID": "90796e23-8e55-4305-9bbe-cf635de0be69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "054c59c5-217b-4cc2-ac18-8e1bc09d568c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:30:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "25a25000-4aa0-4523-a727-8366c2585596", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "25a25000-4aa0-4523-a727-8366c2585596", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "25a25000-4aa0-4523-a727-8366c2585596", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "50048cb8-ebd9-4e4e-9eb5-aa5a322b1334", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "50048cb8-ebd9-4e4e-9eb5-aa5a322b1334", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "50048cb8-ebd9-4e4e-9eb5-aa5a322b1334", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f227dce4-4a13-4541-97a8-e74a1c31e8c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:30:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "b9725267-ed09-4c91-b70f-dadf5e675a2c", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "b9725267-ed09-4c91-b70f-dadf5e675a2c", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "b9725267-ed09-4c91-b70f-dadf5e675a2c", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "2748991f-6f2a-4626-968a-2f74d1c3ddfc", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "b9725267-ed09-4c91-b70f-dadf5e675a2c", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b-kserve-route-authn"} 2026-07-09T04:30:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "b9725267-ed09-4c91-b70f-dadf5e675a2c", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "authType": "userdefined"} 2026-07-09T04:30:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "b9725267-ed09-4c91-b70f-dadf5e675a2c", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "2748991f-6f2a-4626-968a-2f74d1c3ddfc", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "2748991f-6f2a-4626-968a-2f74d1c3ddfc", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9c8a66aa-f5f8-4d67-9d0c-c143afd7597a", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9c8a66aa-f5f8-4d67-9d0c-c143afd7597a", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9c8a66aa-f5f8-4d67-9d0c-c143afd7597a", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9c8a66aa-f5f8-4d67-9d0c-c143afd7597a", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b-kserve-route-authn"} 2026-07-09T04:30:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9c8a66aa-f5f8-4d67-9d0c-c143afd7597a", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "authType": "userdefined"} 2026-07-09T04:30:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9c8a66aa-f5f8-4d67-9d0c-c143afd7597a", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "9e51479a-db37-4e8b-9d06-e5f6eb9f0892", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "9e51479a-db37-4e8b-9d06-e5f6eb9f0892", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:30:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "9e51479a-db37-4e8b-9d06-e5f6eb9f0892", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:30:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "64f340de-ead6-4e8b-8f6f-b0b99dd642c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "005b17cf-7452-4753-82e1-0cebdfbb45b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "202663c8-174f-4685-a925-e499773bbd7f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "202663c8-174f-4685-a925-e499773bbd7f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "202663c8-174f-4685-a925-e499773bbd7f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:30:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "7ffb434d-049b-4a59-b89f-6f44a9451aa7", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "7ffb434d-049b-4a59-b89f-6f44a9451aa7", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "7ffb434d-049b-4a59-b89f-6f44a9451aa7", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:30:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "7ffb434d-049b-4a59-b89f-6f44a9451aa7", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b-kserve-route-authn"} 2026-07-09T04:30:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "7ffb434d-049b-4a59-b89f-6f44a9451aa7", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "authType": "userdefined"} 2026-07-09T04:30:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "7ffb434d-049b-4a59-b89f-6f44a9451aa7", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "99fe7867-4ba9-4fd0-9ece-35c58d6ebd54", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:31:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "99fe7867-4ba9-4fd0-9ece-35c58d6ebd54", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:31:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "99fe7867-4ba9-4fd0-9ece-35c58d6ebd54", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:31:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9233072d-e7e3-410c-8b59-d4a64cb03e24", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9233072d-e7e3-410c-8b59-d4a64cb03e24", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9233072d-e7e3-410c-8b59-d4a64cb03e24", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9233072d-e7e3-410c-8b59-d4a64cb03e24", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b-kserve-route-authn"} 2026-07-09T04:31:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9233072d-e7e3-410c-8b59-d4a64cb03e24", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "authType": "userdefined"} 2026-07-09T04:31:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "9233072d-e7e3-410c-8b59-d4a64cb03e24", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f51369fd-4364-4f00-810d-8b43f5a10ab1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f51369fd-4364-4f00-810d-8b43f5a10ab1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f51369fd-4364-4f00-810d-8b43f5a10ab1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4259bdae-04e3-4d04-99dd-8a1676818cec", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f51369fd-4364-4f00-810d-8b43f5a10ab1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf-kserve-route-authn"} 2026-07-09T04:31:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f51369fd-4364-4f00-810d-8b43f5a10ab1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "authType": "userdefined"} 2026-07-09T04:31:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f51369fd-4364-4f00-810d-8b43f5a10ab1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4259bdae-04e3-4d04-99dd-8a1676818cec", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4259bdae-04e3-4d04-99dd-8a1676818cec", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "15cca0b8-d56c-417b-bb85-17cb89c05265", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "15cca0b8-d56c-417b-bb85-17cb89c05265", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "15cca0b8-d56c-417b-bb85-17cb89c05265", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "15cca0b8-d56c-417b-bb85-17cb89c05265", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf-kserve-route-authn"} 2026-07-09T04:31:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "15cca0b8-d56c-417b-bb85-17cb89c05265", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "authType": "userdefined"} 2026-07-09T04:31:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "15cca0b8-d56c-417b-bb85-17cb89c05265", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "fd237425-2233-4acd-9f7e-00f9f8226b3f", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "fd237425-2233-4acd-9f7e-00f9f8226b3f", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:31:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "fd237425-2233-4acd-9f7e-00f9f8226b3f", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "2b783489-0ab7-4409-9cb5-f0b78849ceb2", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "2b783489-0ab7-4409-9cb5-f0b78849ceb2", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "2b783489-0ab7-4409-9cb5-f0b78849ceb2", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "2b783489-0ab7-4409-9cb5-f0b78849ceb2", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf-kserve-route-authn"} 2026-07-09T04:31:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "2b783489-0ab7-4409-9cb5-f0b78849ceb2", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "authType": "userdefined"} 2026-07-09T04:31:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "2b783489-0ab7-4409-9cb5-f0b78849ceb2", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f33fd67b-e379-4b6d-9dc7-6a7b5ebab8cf", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f33fd67b-e379-4b6d-9dc7-6a7b5ebab8cf", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f33fd67b-e379-4b6d-9dc7-6a7b5ebab8cf", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f33fd67b-e379-4b6d-9dc7-6a7b5ebab8cf", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf-kserve-route-authn"} 2026-07-09T04:31:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f33fd67b-e379-4b6d-9dc7-6a7b5ebab8cf", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "authType": "userdefined"} 2026-07-09T04:31:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "f33fd67b-e379-4b6d-9dc7-6a7b5ebab8cf", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4bb50f2f-8eaa-4b10-bd8c-3661bd088ec9", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4bb50f2f-8eaa-4b10-bd8c-3661bd088ec9", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:31:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4bb50f2f-8eaa-4b10-bd8c-3661bd088ec9", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "eab7630d-70e6-40b4-9c2a-e877f9329fd1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "eab7630d-70e6-40b4-9c2a-e877f9329fd1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "eab7630d-70e6-40b4-9c2a-e877f9329fd1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "eab7630d-70e6-40b4-9c2a-e877f9329fd1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf-kserve-route-authn"} 2026-07-09T04:31:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "eab7630d-70e6-40b4-9c2a-e877f9329fd1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "authType": "userdefined"} 2026-07-09T04:31:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "eab7630d-70e6-40b4-9c2a-e877f9329fd1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b"} 2026-07-09T04:31:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b-kserve-route-authn"} 2026-07-09T04:31:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b-kserve-route-authn"} 2026-07-09T04:31:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "bceb1dde-1c5a-4e6e-9bbe-906b6bf5c1b9", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-7aa53b","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "test-model-7aa53b", "reconcileID": "3f751db4-da07-4590-90db-5d74f911f1d3", "LLMInferenceService": "test-model-7aa53b", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:31:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "978afa3b-f02b-446e-8507-d910d48e12ed", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:31:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "978afa3b-f02b-446e-8507-d910d48e12ed", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:31:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "978afa3b-f02b-446e-8507-d910d48e12ed", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:31:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "a7047e0c-299b-46fd-bd84-5e75ae7dc33f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:31:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "a7047e0c-299b-46fd-bd84-5e75ae7dc33f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:31:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "a7047e0c-299b-46fd-bd84-5e75ae7dc33f", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:31:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf"} 2026-07-09T04:31:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf-kserve-route-authn"} 2026-07-09T04:31:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf-kserve-route-authn"} 2026-07-09T04:31:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "fec40a5b-853a-4ad8-b197-deeaef53a363", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a259cf","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "test-model-a259cf", "reconcileID": "9f61f154-23c6-4f2c-b37e-172eab23abb1", "LLMInferenceService": "test-model-a259cf", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "d5f99e69-5841-4ebd-a5f8-8164ff7d6141", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "d5f99e69-5841-4ebd-a5f8-8164ff7d6141", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "d5f99e69-5841-4ebd-a5f8-8164ff7d6141", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "467bc193-79ac-45a3-ad0a-eb849f1537c1", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "467bc193-79ac-45a3-ad0a-eb849f1537c1", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:31:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "467bc193-79ac-45a3-ad0a-eb849f1537c1", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:31:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e91197c-7069-4931-9f9c-65cf0c913889", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "7e8421ce-ade1-49ef-ba8e-7bc1792d708b", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "7e8421ce-ade1-49ef-ba8e-7bc1792d708b", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b-authn-ssl"} 2026-07-09T04:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "7e8421ce-ade1-49ef-ba8e-7bc1792d708b", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceebc350-616d-4734-b85e-56ff310e2584", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:32:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceebc350-616d-4734-b85e-56ff310e2584", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:32:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ceebc350-616d-4734-b85e-56ff310e2584", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-7aa53b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-trusted-ca-bundle", "reconcileID": "f8b7db56-1dd2-49d3-9a0a-5c4539b14e1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-trusted-ca-bundle", "reconcileID": "f8b7db56-1dd2-49d3-9a0a-5c4539b14e1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "openshift-service-ca.crt", "reconcileID": "4029d722-00c3-41ce-bc99-49474d3e58be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "openshift-service-ca.crt", "reconcileID": "4029d722-00c3-41ce-bc99-49474d3e58be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "172c6b0c-49b2-476c-a180-65bea128ca98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-7aa53b"}, "namespace": "ai-tenant-e2e-inf-a-7aa53b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "172c6b0c-49b2-476c-a180-65bea128ca98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-7aa53b"} 2026-07-09T04:32:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-7aa53b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-7aa53b", "reconcileID": "1383df5e-7049-457d-a932-4193c13df04d", "Gateway": "e2e-inf-a-7aa53b", "namespace": "openshift-ingress"} 2026-07-09T04:32:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "959a7191-981d-492a-b861-e972a79f7b33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:32:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4d0a175d-8974-41d6-aeac-37c5be1ca202", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:32:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4d0a175d-8974-41d6-aeac-37c5be1ca202", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf-authn-ssl"} 2026-07-09T04:32:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "4d0a175d-8974-41d6-aeac-37c5be1ca202", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab4cc02a-6219-431b-b3b6-45bdaf621345", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:32:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab4cc02a-6219-431b-b3b6-45bdaf621345", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:32:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab4cc02a-6219-431b-b3b6-45bdaf621345", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-a259cf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-trusted-ca-bundle", "reconcileID": "85f57ad8-0bab-49e3-9a73-2cff86de6361", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-trusted-ca-bundle", "reconcileID": "85f57ad8-0bab-49e3-9a73-2cff86de6361", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "openshift-service-ca.crt", "reconcileID": "861a5025-c096-4ea3-bf63-6ef4ea815fac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "openshift-service-ca.crt", "reconcileID": "861a5025-c096-4ea3-bf63-6ef4ea815fac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e9a493f-c7a8-488e-9491-feb78927622f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a259cf"}, "namespace": "ai-tenant-e2e-inf-b-a259cf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e9a493f-c7a8-488e-9491-feb78927622f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a259cf"} 2026-07-09T04:32:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a259cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a259cf", "reconcileID": "bf221a64-a847-4d08-8a2b-26e20bc05d10", "Gateway": "e2e-inf-b-a259cf", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "81294b21-af99-4f8d-adcb-330ceafb716d", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "81294b21-af99-4f8d-adcb-330ceafb716d", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "81294b21-af99-4f8d-adcb-330ceafb716d", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "a073b812-9d21-49ea-a560-35c8e3d416fe", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "a073b812-9d21-49ea-a560-35c8e3d416fe", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "a073b812-9d21-49ea-a560-35c8e3d416fe", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "fa2981d9-afc5-442b-b621-1276a0edfa76", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "fa2981d9-afc5-442b-b621-1276a0edfa76", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "fa2981d9-afc5-442b-b621-1276a0edfa76", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "895873bc-6385-49a1-b289-8a579b3b6022", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "895873bc-6385-49a1-b289-8a579b3b6022", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "895873bc-6385-49a1-b289-8a579b3b6022", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "85e35e16-6a07-4e0c-8759-7c62df2ab80f", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "85e35e16-6a07-4e0c-8759-7c62df2ab80f", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "85e35e16-6a07-4e0c-8759-7c62df2ab80f", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "9942387a-4afe-4d79-8855-bce90481fcaa", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "9942387a-4afe-4d79-8855-bce90481fcaa", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "9942387a-4afe-4d79-8855-bce90481fcaa", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "eb21ce04-479c-4171-a48c-e7baa3e85bd7", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "eb21ce04-479c-4171-a48c-e7baa3e85bd7", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "eb21ce04-479c-4171-a48c-e7baa3e85bd7", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "openshift-service-ca.crt", "reconcileID": "5c7c1419-3342-49db-bff8-6532337cd217", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:32:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "106a8f9f-cb53-4cc8-888e-b392b48510b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:32:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "openshift-service-ca.crt", "reconcileID": "75a2c66f-24af-4cca-8645-28f4613e699c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed5c7e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:32:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "openshift-service-ca.crt", "reconcileID": "75a2c66f-24af-4cca-8645-28f4613e699c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:32:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "935c30c6-b8b1-4755-b1e4-ea477ae0a70b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:32:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "openshift-service-ca.crt", "reconcileID": "d1fc2233-cc31-4796-9b44-b173aa8a3031", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:32:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "59b4bab9-5921-4b80-97ce-60c082154efe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:32:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "59b4bab9-5921-4b80-97ce-60c082154efe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:32:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37831bb9-6625-45a4-985f-5957d5271d73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:32:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "05de4bf9-bc7b-45a6-93d4-2d61604bb351", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "05de4bf9-bc7b-45a6-93d4-2d61604bb351", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "05de4bf9-bc7b-45a6-93d4-2d61604bb351", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2733783-4753-4684-adc1-85a023d4842b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "3ea58d89-62d5-46e6-824d-07ab73103604", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "3ea58d89-62d5-46e6-824d-07ab73103604", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "3ea58d89-62d5-46e6-824d-07ab73103604", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "9ce5c292-8a2a-48e9-a7bf-2fba6ab4f543", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "9ce5c292-8a2a-48e9-a7bf-2fba6ab4f543", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "9ce5c292-8a2a-48e9-a7bf-2fba6ab4f543", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "d9756e9f-581d-4ec3-aa80-acd470334f25", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "d9756e9f-581d-4ec3-aa80-acd470334f25", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "d9756e9f-581d-4ec3-aa80-acd470334f25", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "103c71ab-aad1-4750-bc20-d8506537bcd3", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "103c71ab-aad1-4750-bc20-d8506537bcd3", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "103c71ab-aad1-4750-bc20-d8506537bcd3", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "24c26b75-b260-42f0-9a58-94a7766fd415", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "24c26b75-b260-42f0-9a58-94a7766fd415", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "24c26b75-b260-42f0-9a58-94a7766fd415", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "6fb15c4a-061b-4784-a57e-0ac4e3d4c560", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "6fb15c4a-061b-4784-a57e-0ac4e3d4c560", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "6fb15c4a-061b-4784-a57e-0ac4e3d4c560", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "72f958f9-af1e-4cdc-b8af-396691dc6c7c", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "72f958f9-af1e-4cdc-b8af-396691dc6c7c", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "72f958f9-af1e-4cdc-b8af-396691dc6c7c", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "c80865cc-0c70-495e-ade9-d1ce9cb1884f", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "c80865cc-0c70-495e-ade9-d1ce9cb1884f", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "c80865cc-0c70-495e-ade9-d1ce9cb1884f", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "4d04016a-a214-40fa-a914-1851f2a2044a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-trusted-ca-bundle", "reconcileID": "2e5e11c0-a962-414b-acac-b3370247fe54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:32:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "2fac5b8f-7d8c-4ee6-a67a-e39b6cd47d9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a54d19", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:32:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "2fac5b8f-7d8c-4ee6-a67a-e39b6cd47d9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:32:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "e09a3b4f-e69a-4a37-afee-6a80bd0df4ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a54d19", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:32:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "e09a3b4f-e69a-4a37-afee-6a80bd0df4ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91fa35db-f9f1-4707-ae08-fd1ba4e97b48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "14e2f0b2-66b6-4d05-b62b-e5e544a260b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:32:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-trusted-ca-bundle", "reconcileID": "b1d1090b-7724-436d-9dab-7f9697dca64c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:32:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-trusted-ca-bundle", "reconcileID": "b1d1090b-7724-436d-9dab-7f9697dca64c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:32:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1be5159a-2064-40a3-9ca5-63280e73987f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:32:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "ecc1b9f1-7c9e-49b2-bd85-cb320b055c2a", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "ecc1b9f1-7c9e-49b2-bd85-cb320b055c2a", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "ecc1b9f1-7c9e-49b2-bd85-cb320b055c2a", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "744894be-7bb1-4b07-bc9d-28db49e0664f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:32:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "a8ede12e-8911-4589-834a-9e7df670698b", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "a8ede12e-8911-4589-834a-9e7df670698b", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "a8ede12e-8911-4589-834a-9e7df670698b", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "802fd0b7-c5cd-44a6-bb16-b664da464e4c", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "802fd0b7-c5cd-44a6-bb16-b664da464e4c", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:32:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "802fd0b7-c5cd-44a6-bb16-b664da464e4c", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:32:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee46bdda-86d1-4c69-bb6f-adc1e70432ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:32:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "90319204-9892-4876-ac8a-b98506148d5e", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "90319204-9892-4876-ac8a-b98506148d5e", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e-authn-ssl"} 2026-07-09T04:32:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "90319204-9892-4876-ac8a-b98506148d5e", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:32:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "091c5e17-bdf6-41bf-9374-9efc6e4c89ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:33:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e550c61-0f55-4784-900f-e9bf385c769b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:33:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e550c61-0f55-4784-900f-e9bf385c769b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:33:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e550c61-0f55-4784-900f-e9bf385c769b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ed5c7e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:33:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "918c8154-b4ff-4dac-82e9-89ba4653e8a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:33:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-trusted-ca-bundle", "reconcileID": "918c8154-b4ff-4dac-82e9-89ba4653e8a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:33:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "openshift-service-ca.crt", "reconcileID": "0488da19-48d0-4795-b1a6-598ef1ef6437", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:33:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "openshift-service-ca.crt", "reconcileID": "0488da19-48d0-4795-b1a6-598ef1ef6437", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:33:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c2c46f0-2c2a-4453-86d3-8e6f92175633", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:33:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ed5c7e"}, "namespace": "ai-tenant-e2e-api-a-ed5c7e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c2c46f0-2c2a-4453-86d3-8e6f92175633", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ed5c7e"} 2026-07-09T04:33:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ed5c7e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ed5c7e", "reconcileID": "3cc1742d-17ed-41f9-89b4-0b87fa2543f9", "Gateway": "e2e-api-a-ed5c7e", "namespace": "openshift-ingress"} 2026-07-09T04:33:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "952a971c-539e-4431-9fe9-571dfbc481ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:33:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "f912d63f-8d24-45f8-8166-273b59df06a5", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:33:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "f912d63f-8d24-45f8-8166-273b59df06a5", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19-authn-ssl"} 2026-07-09T04:33:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "f912d63f-8d24-45f8-8166-273b59df06a5", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:33:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3438dc3f-6045-4275-b999-5b4579d0b8aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:33:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3438dc3f-6045-4275-b999-5b4579d0b8aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:33:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3438dc3f-6045-4275-b999-5b4579d0b8aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a54d19 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:33:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-trusted-ca-bundle", "reconcileID": "984b6082-7600-42e4-ab08-ccda23713e70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:33:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-trusted-ca-bundle", "reconcileID": "984b6082-7600-42e4-ab08-ccda23713e70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:33:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "6e331870-897c-410d-aea3-15bdca2da79a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:33:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "openshift-service-ca.crt", "reconcileID": "6e331870-897c-410d-aea3-15bdca2da79a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:33:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "189269dd-2543-44cf-89c6-d34ac213fc4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:33:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a54d19"}, "namespace": "ai-tenant-e2e-api-b-a54d19", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "189269dd-2543-44cf-89c6-d34ac213fc4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a54d19"} 2026-07-09T04:33:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a54d19","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a54d19", "reconcileID": "2de622fe-b62a-46d8-88d7-7b33494e23eb", "Gateway": "e2e-api-b-a54d19", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "f6b058c3-b736-4770-a3df-1eb1afccdb5d", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "f6b058c3-b736-4770-a3df-1eb1afccdb5d", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "f6b058c3-b736-4770-a3df-1eb1afccdb5d", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "3f0818f9-64fb-4a0f-a3eb-e2435069ee4d", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "3f0818f9-64fb-4a0f-a3eb-e2435069ee4d", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "3f0818f9-64fb-4a0f-a3eb-e2435069ee4d", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "d1488113-43fc-4fbb-99a2-d2d35beaa425", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "d1488113-43fc-4fbb-99a2-d2d35beaa425", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "d1488113-43fc-4fbb-99a2-d2d35beaa425", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "0d94d9d7-00dd-4add-88f6-b5b3da5410f4", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "0d94d9d7-00dd-4add-88f6-b5b3da5410f4", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "0d94d9d7-00dd-4add-88f6-b5b3da5410f4", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "3b5296fd-3f6e-464f-a350-18cf39a44d54", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "3b5296fd-3f6e-464f-a350-18cf39a44d54", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "3b5296fd-3f6e-464f-a350-18cf39a44d54", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "93231e2d-33a8-4a7e-96de-6dd30503c978", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "93231e2d-33a8-4a7e-96de-6dd30503c978", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "93231e2d-33a8-4a7e-96de-6dd30503c978", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "51ced8ce-379f-42f6-9a30-37805ea168c5", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "51ced8ce-379f-42f6-9a30-37805ea168c5", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "51ced8ce-379f-42f6-9a30-37805ea168c5", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "openshift-service-ca.crt", "reconcileID": "8bf9774b-27ee-4851-a73f-849b5c8da7b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-trusted-ca-bundle", "reconcileID": "74fb75fe-833e-4435-aab2-c84ccc0a6d3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:33:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "openshift-service-ca.crt", "reconcileID": "24b76d61-37a2-494a-a289-c88e3f1f7a48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a065", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:33:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "openshift-service-ca.crt", "reconcileID": "24b76d61-37a2-494a-a289-c88e3f1f7a48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dd8c48a-35da-4569-bb55-d97c7773d7c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "openshift-service-ca.crt", "reconcileID": "484527e0-7691-4aff-8de8-015e138de653", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:33:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-trusted-ca-bundle", "reconcileID": "c1edab54-2832-43ad-a404-adb921ee7daf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:33:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-trusted-ca-bundle", "reconcileID": "c1edab54-2832-43ad-a404-adb921ee7daf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21a67f45-9e15-493d-8edb-a44cdf0b06a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:33:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "d120a36f-fc7d-4f84-94bb-fd187f55051f", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "d120a36f-fc7d-4f84-94bb-fd187f55051f", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "d120a36f-fc7d-4f84-94bb-fd187f55051f", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a70bf38b-d32a-41a3-97f4-d6a1a3bb5ecf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "703109ae-ff00-413d-9be4-9f9bdb1c67d1", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "703109ae-ff00-413d-9be4-9f9bdb1c67d1", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "703109ae-ff00-413d-9be4-9f9bdb1c67d1", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "2e723199-0134-40cd-8d50-0c05b180193c", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "2e723199-0134-40cd-8d50-0c05b180193c", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "2e723199-0134-40cd-8d50-0c05b180193c", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "31d213fe-71cd-45f3-ac22-be4dcd8842f6", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "31d213fe-71cd-45f3-ac22-be4dcd8842f6", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "31d213fe-71cd-45f3-ac22-be4dcd8842f6", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "bbcf273a-714a-4f5d-b331-6b29e2d45a74", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "bbcf273a-714a-4f5d-b331-6b29e2d45a74", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "bbcf273a-714a-4f5d-b331-6b29e2d45a74", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "b145ecb9-c6ad-437b-9157-c0484bf31962", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "b145ecb9-c6ad-437b-9157-c0484bf31962", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "b145ecb9-c6ad-437b-9157-c0484bf31962", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "54eaee00-303c-4d09-8809-1db23230c924", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "54eaee00-303c-4d09-8809-1db23230c924", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "54eaee00-303c-4d09-8809-1db23230c924", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "15dc2ed4-ef36-4777-984a-54c6d2435e38", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "15dc2ed4-ef36-4777-984a-54c6d2435e38", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:33:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "15dc2ed4-ef36-4777-984a-54c6d2435e38", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:33:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "320c32f5-16b8-4476-a3ac-e8f37fae41bc", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "320c32f5-16b8-4476-a3ac-e8f37fae41bc", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "320c32f5-16b8-4476-a3ac-e8f37fae41bc", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "openshift-service-ca.crt", "reconcileID": "fd70b69e-3dc3-4ece-a983-ce615ba37855", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:33:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-trusted-ca-bundle", "reconcileID": "8964f59c-7723-4aa1-b3eb-25bef3ce7bfd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:33:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "openshift-service-ca.crt", "reconcileID": "836c8e9a-91a7-4842-a160-81c440d3903c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-332f6a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:33:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "openshift-service-ca.crt", "reconcileID": "836c8e9a-91a7-4842-a160-81c440d3903c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:33:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "openshift-service-ca.crt", "reconcileID": "a0e925c5-fbc8-4080-85ea-723f6a7761e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:33:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d02cf9d-3c42-46db-acc6-76d2caa37076", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:33:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-trusted-ca-bundle", "reconcileID": "113f207b-bfb5-457b-93ac-7d794e23855d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:33:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-trusted-ca-bundle", "reconcileID": "113f207b-bfb5-457b-93ac-7d794e23855d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:33:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3de096bd-a00b-4427-ba47-ceff756a8ccf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "e09284ae-59f0-4cfb-9d0d-5567674e64bf", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "e09284ae-59f0-4cfb-9d0d-5567674e64bf", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "e09284ae-59f0-4cfb-9d0d-5567674e64bf", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "baa6a3bb-866d-41dc-a9f6-9b05a47fa5fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:33:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "6ab9411e-2db6-46a6-a277-01cfb6934255", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "6ab9411e-2db6-46a6-a277-01cfb6934255", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:33:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "6ab9411e-2db6-46a6-a277-01cfb6934255", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:33:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ffebdc5-20e6-48a0-b119-ffc389d75e1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:33:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "298db47d-d59f-4885-bf0a-6e65b1304bc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:34:52Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:34:52Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:34:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:34:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T04:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d34f19fa-f1e3-4a8b-adaf-1487e6f47a04", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "c685e781-f2db-4cff-97b4-7a26daa3a1ee", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "c685e781-f2db-4cff-97b4-7a26daa3a1ee", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065-authn-ssl"} 2026-07-09T04:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "c685e781-f2db-4cff-97b4-7a26daa3a1ee", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1d94070-e459-458a-9251-7af81248f7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:36:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1d94070-e459-458a-9251-7af81248f7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:36:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1d94070-e459-458a-9251-7af81248f7e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-48a065 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-trusted-ca-bundle", "reconcileID": "37017644-6b5e-4d9a-b6e8-f4eae0f9f067", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-trusted-ca-bundle", "reconcileID": "37017644-6b5e-4d9a-b6e8-f4eae0f9f067", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "openshift-service-ca.crt", "reconcileID": "2c1c598d-b354-43e2-ae97-30c352bd67fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "openshift-service-ca.crt", "reconcileID": "2c1c598d-b354-43e2-ae97-30c352bd67fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:36:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45b8443a-fb92-4669-b2fd-a112452010d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48a065"}, "namespace": "ai-tenant-e2e-shared-a-48a065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45b8443a-fb92-4669-b2fd-a112452010d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48a065"} 2026-07-09T04:36:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48a065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48a065", "reconcileID": "3b1f1799-f555-48f9-918e-f9e06dbd02bd", "Gateway": "e2e-shared-a-48a065", "namespace": "openshift-ingress"} 2026-07-09T04:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a5c11199-3be5-43d0-a905-4d6122f4d470", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T04:36:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "eb273210-9af0-4121-8f8f-27f15e577df0", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:36:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "eb273210-9af0-4121-8f8f-27f15e577df0", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a-authn-ssl"} 2026-07-09T04:36:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "eb273210-9af0-4121-8f8f-27f15e577df0", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"} 2026-07-09T04:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aad0b0d-8e35-4db5-b3c5-8f6e139bfbfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:36:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aad0b0d-8e35-4db5-b3c5-8f6e139bfbfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T04:36:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2aad0b0d-8e35-4db5-b3c5-8f6e139bfbfc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-332f6a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T04:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-trusted-ca-bundle", "reconcileID": "638c7ec1-57a6-434f-a136-959c5a2fd126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-trusted-ca-bundle", "reconcileID": "638c7ec1-57a6-434f-a136-959c5a2fd126", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "openshift-service-ca.crt", "reconcileID": "f29d9630-cba8-40e5-a66f-bd38961c41d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "openshift-service-ca.crt", "reconcileID": "f29d9630-cba8-40e5-a66f-bd38961c41d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:36:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6e38684-1941-44b1-8d73-4e1c5ab320ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-332f6a"}, "namespace": "ai-tenant-e2e-shared-b-332f6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6e38684-1941-44b1-8d73-4e1c5ab320ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-332f6a"} 2026-07-09T04:36:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-332f6a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-332f6a", "reconcileID": "ec62d62a-03a6-4d3a-9dfb-868abf95edce", "Gateway": "e2e-shared-b-332f6a", "namespace": "openshift-ingress"}