sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:07:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0562fedc"}, "namespace": "ai-tenant-e2e-mt-0562fedc", "name": "odh-trusted-ca-bundle", "reconcileID": "b91c5389-bb61-40f8-a85b-0bce0faad6f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0562fedc"} 2026-07-09T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0562fedc"}, "namespace": "ai-tenant-e2e-mt-0562fedc", "name": "odh-trusted-ca-bundle", "reconcileID": "b91c5389-bb61-40f8-a85b-0bce0faad6f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0562fedc"} 2026-07-09T02:07:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0562fedc"}, "namespace": "ai-tenant-e2e-mt-0562fedc", "name": "openshift-service-ca.crt", "reconcileID": "3b46ff07-5467-4ea3-b9ed-8dd98bd5f2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0562fedc"} 2026-07-09T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0562fedc"}, "namespace": "ai-tenant-e2e-mt-0562fedc", "name": "openshift-service-ca.crt", "reconcileID": "3b46ff07-5467-4ea3-b9ed-8dd98bd5f2cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0562fedc"} 2026-07-09T02:07:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0562fedc"}, "namespace": "ai-tenant-e2e-mt-0562fedc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f7c8640-d789-44ff-9bae-4765c8d346f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0562fedc"} 2026-07-09T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0562fedc"}, "namespace": "ai-tenant-e2e-mt-0562fedc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f7c8640-d789-44ff-9bae-4765c8d346f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0562fedc"} 2026-07-09T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "openshift-service-ca.crt", "reconcileID": "ab64715c-b420-48a7-96a8-4beccdb42082", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "openshift-service-ca.crt", "reconcileID": "008fc1e7-7ca2-4f9a-8531-cb2f02c85f1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:07:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "openshift-service-ca.crt", "reconcileID": "008fc1e7-7ca2-4f9a-8531-cb2f02c85f1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-trusted-ca-bundle", "reconcileID": "f2db039f-8de7-4948-a109-0d4eec7c782a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:07:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-trusted-ca-bundle", "reconcileID": "f2db039f-8de7-4948-a109-0d4eec7c782a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "openshift-service-ca.crt", "reconcileID": "c30910e1-6ea1-4c82-9ddd-3f921c325d42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80dc859d-7aa5-4b27-8d04-5189319c671b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-trusted-ca-bundle", "reconcileID": "c2bde4ba-97e1-4543-85f1-19b251c83710", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-trusted-ca-bundle", "reconcileID": "f776f532-d663-4683-89be-5c964fb76e2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:07:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-trusted-ca-bundle", "reconcileID": "f776f532-d663-4683-89be-5c964fb76e2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a4fd31d-fb2f-4d4d-9b03-73f39e6e7fbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f9ffdb-289f-4bf4-8629-76ed5d200d66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f9ffdb-289f-4bf4-8629-76ed5d200d66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:07:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f9ffdb-289f-4bf4-8629-76ed5d200d66", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-fd9aa2cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-trusted-ca-bundle", "reconcileID": "e56aa481-0092-470f-b314-7256b9fc0988", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-trusted-ca-bundle", "reconcileID": "e56aa481-0092-470f-b314-7256b9fc0988", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "openshift-service-ca.crt", "reconcileID": "bc10cb71-1758-411b-8ecb-dc6349c26c31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "openshift-service-ca.crt", "reconcileID": "bc10cb71-1758-411b-8ecb-dc6349c26c31", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b340dcd2-f41e-48a5-bfb7-99d8b451b424", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fd9aa2cc"}, "namespace": "ai-tenant-e2e-mt-fd9aa2cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b340dcd2-f41e-48a5-bfb7-99d8b451b424", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fd9aa2cc"} 2026-07-09T02:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "02d099ad-b0ee-4d8a-9c71-9213dc65216d", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "02d099ad-b0ee-4d8a-9c71-9213dc65216d", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "02d099ad-b0ee-4d8a-9c71-9213dc65216d", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "0f6712c4-a551-4a15-a2f5-f887acd62ebc", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "0f6712c4-a551-4a15-a2f5-f887acd62ebc", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "0f6712c4-a551-4a15-a2f5-f887acd62ebc", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "3f4bbcd1-8f1d-4475-882a-b1ede828ea89", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "3f4bbcd1-8f1d-4475-882a-b1ede828ea89", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "3f4bbcd1-8f1d-4475-882a-b1ede828ea89", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "34ef7176-eff9-406b-8a06-04dec1ea5f18", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "34ef7176-eff9-406b-8a06-04dec1ea5f18", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "34ef7176-eff9-406b-8a06-04dec1ea5f18", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "e0330baa-8799-404b-bb73-f07f376cfae3", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "e0330baa-8799-404b-bb73-f07f376cfae3", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "e0330baa-8799-404b-bb73-f07f376cfae3", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "8b76f0c1-d54f-44b7-83f0-cb6248fb7b34", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "8b76f0c1-d54f-44b7-83f0-cb6248fb7b34", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "8b76f0c1-d54f-44b7-83f0-cb6248fb7b34", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "cfdf2565-ec04-48a2-87b1-6e55d6c4d855", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "cfdf2565-ec04-48a2-87b1-6e55d6c4d855", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "cfdf2565-ec04-48a2-87b1-6e55d6c4d855", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "openshift-service-ca.crt", "reconcileID": "20189e42-023e-43bb-a5b6-63d032926996", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-trusted-ca-bundle", "reconcileID": "e22ec991-a8b8-4f74-9af3-8ed280d655df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:07:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "openshift-service-ca.crt", "reconcileID": "9899a88c-dd30-4145-b5cf-6e5a5ebd24a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-528913", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:07:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "openshift-service-ca.crt", "reconcileID": "9899a88c-dd30-4145-b5cf-6e5a5ebd24a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd0ca2b-7f75-46f6-972d-2ecdb22beca8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "openshift-service-ca.crt", "reconcileID": "c27a54c7-6df9-4094-b2a0-c70b287065e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:07:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-trusted-ca-bundle", "reconcileID": "39318dac-a456-4ea4-ad53-b58d713e34e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:07:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-trusted-ca-bundle", "reconcileID": "39318dac-a456-4ea4-ad53-b58d713e34e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4db7004-3446-44e1-944f-4707e6f49f16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:07:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "30724129-1b63-49e9-8ebe-bf5c7f7130f6", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "30724129-1b63-49e9-8ebe-bf5c7f7130f6", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:07:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "30724129-1b63-49e9-8ebe-bf5c7f7130f6", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:07:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0e713db0-7c28-4d2e-a2c0-5005a6648c98", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "df76790e-e419-4fb8-bd55-bdd2b4ee70ba", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "df76790e-e419-4fb8-bd55-bdd2b4ee70ba", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "df76790e-e419-4fb8-bd55-bdd2b4ee70ba", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "899d79ee-4007-4ccb-8de4-1f5d67bd2138", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "899d79ee-4007-4ccb-8de4-1f5d67bd2138", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "899d79ee-4007-4ccb-8de4-1f5d67bd2138", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "df84be7d-5af0-41c5-974a-6c88dc61241b", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "df84be7d-5af0-41c5-974a-6c88dc61241b", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "df84be7d-5af0-41c5-974a-6c88dc61241b", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "5f25bdd0-4b48-4af4-b6c7-99780089c016", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "5f25bdd0-4b48-4af4-b6c7-99780089c016", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "5f25bdd0-4b48-4af4-b6c7-99780089c016", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "2ec9746b-dbb6-41df-bcb4-f0d4b997cdf7", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "2ec9746b-dbb6-41df-bcb4-f0d4b997cdf7", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "2ec9746b-dbb6-41df-bcb4-f0d4b997cdf7", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "d323d280-7110-40e0-ac15-031fd5b37eb4", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "d323d280-7110-40e0-ac15-031fd5b37eb4", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "d323d280-7110-40e0-ac15-031fd5b37eb4", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T02:08:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T02:08:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "5065c845-8f01-4d73-a07a-86698f611a2c", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "5065c845-8f01-4d73-a07a-86698f611a2c", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:08:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "5065c845-8f01-4d73-a07a-86698f611a2c", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:06Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T02:08:06Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T02:08:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "0611b2f2-b020-4fce-b9df-7da4c44aec1b", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "0611b2f2-b020-4fce-b9df-7da4c44aec1b", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "0611b2f2-b020-4fce-b9df-7da4c44aec1b", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "1a316bca-2b43-4606-8df7-7ad6770e1b11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-trusted-ca-bundle", "reconcileID": "7c61c7cd-6e67-45bd-a8f6-3718db6bc465", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "8a922ce4-1299-48f8-8706-efb9472e3343", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:08:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "8a922ce4-1299-48f8-8706-efb9472e3343", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "c53c05d1-2015-48ee-801b-146b83582ec7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:08:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "c53c05d1-2015-48ee-801b-146b83582ec7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:08:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1107072a-d16d-4aaa-96a2-91ed01886dca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "3796e978-a92a-48ce-b8ee-9ae13f7c2abe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b1ef71-4a94-42ea-9764-a86261a13403", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:08:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-trusted-ca-bundle", "reconcileID": "a3b1ef71-4a94-42ea-9764-a86261a13403", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b29bc46-bc5f-4510-8bcc-33b399b8a3ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "ad0cb4da-1d46-4ff6-816f-d6d2bd973edc", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "ad0cb4da-1d46-4ff6-816f-d6d2bd973edc", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "ad0cb4da-1d46-4ff6-816f-d6d2bd973edc", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "006e8152-cbfc-4887-ad26-d6975772f090", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:08:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "7f21b5f7-514a-45f1-b0ed-a0f25a2d94b9", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "7f21b5f7-514a-45f1-b0ed-a0f25a2d94b9", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "7f21b5f7-514a-45f1-b0ed-a0f25a2d94b9", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "09d24799-3320-4855-abd2-c3e2e26ea874", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "09d24799-3320-4855-abd2-c3e2e26ea874", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "09d24799-3320-4855-abd2-c3e2e26ea874", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "aaf86a9d-d434-4c40-ac1e-b83eaede4118", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "09d24799-3320-4855-abd2-c3e2e26ea874", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913-kserve-route-authn"} 2026-07-09T02:08:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "09d24799-3320-4855-abd2-c3e2e26ea874", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "authType": "userdefined"} 2026-07-09T02:08:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "09d24799-3320-4855-abd2-c3e2e26ea874", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "aaf86a9d-d434-4c40-ac1e-b83eaede4118", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:08:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "aaf86a9d-d434-4c40-ac1e-b83eaede4118", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "d25c4460-b8cc-4948-8567-ea3bcc3380c9", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "d25c4460-b8cc-4948-8567-ea3bcc3380c9", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "d25c4460-b8cc-4948-8567-ea3bcc3380c9", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "d25c4460-b8cc-4948-8567-ea3bcc3380c9", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913-kserve-route-authn"} 2026-07-09T02:08:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "d25c4460-b8cc-4948-8567-ea3bcc3380c9", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "authType": "userdefined"} 2026-07-09T02:08:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "d25c4460-b8cc-4948-8567-ea3bcc3380c9", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "f3a4af75-3ced-4b86-b3bb-1cd0e0c25fcd", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "f3a4af75-3ced-4b86-b3bb-1cd0e0c25fcd", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:08:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "f3a4af75-3ced-4b86-b3bb-1cd0e0c25fcd", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f978380-d82a-41e7-930b-e2941b6bc595", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:08:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "5c934a8a-8552-4c05-a86b-6adcff8b97b0", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "5c934a8a-8552-4c05-a86b-6adcff8b97b0", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "5c934a8a-8552-4c05-a86b-6adcff8b97b0", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "5c934a8a-8552-4c05-a86b-6adcff8b97b0", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913-kserve-route-authn"} 2026-07-09T02:08:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "5c934a8a-8552-4c05-a86b-6adcff8b97b0", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "authType": "userdefined"} 2026-07-09T02:08:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "5c934a8a-8552-4c05-a86b-6adcff8b97b0", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "58e774bf-e9a2-4baf-ae67-54f58dc2d311", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "58e774bf-e9a2-4baf-ae67-54f58dc2d311", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "58e774bf-e9a2-4baf-ae67-54f58dc2d311", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "58e774bf-e9a2-4baf-ae67-54f58dc2d311", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913-kserve-route-authn"} 2026-07-09T02:08:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "58e774bf-e9a2-4baf-ae67-54f58dc2d311", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "authType": "userdefined"} 2026-07-09T02:08:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "58e774bf-e9a2-4baf-ae67-54f58dc2d311", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:08:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c803e6b3-e349-433d-9ee3-af34e4fcc8e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:08:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "344bd7a7-b38f-472e-9065-041295999457", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "344bd7a7-b38f-472e-9065-041295999457", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:08:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "344bd7a7-b38f-472e-9065-041295999457", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:08:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "c07a6ada-1cac-463d-ae05-3a8b784a4530", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "c07a6ada-1cac-463d-ae05-3a8b784a4530", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "c07a6ada-1cac-463d-ae05-3a8b784a4530", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "43537b1d-1251-4615-b431-f1e6a298a80f", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "c07a6ada-1cac-463d-ae05-3a8b784a4530", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4-kserve-route-authn"} 2026-07-09T02:08:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "c07a6ada-1cac-463d-ae05-3a8b784a4530", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "authType": "userdefined"} 2026-07-09T02:08:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "c07a6ada-1cac-463d-ae05-3a8b784a4530", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "43537b1d-1251-4615-b431-f1e6a298a80f", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "43537b1d-1251-4615-b431-f1e6a298a80f", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "9dbd9fd8-c218-4472-af88-112e48685ac9", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "9dbd9fd8-c218-4472-af88-112e48685ac9", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "9dbd9fd8-c218-4472-af88-112e48685ac9", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "9dbd9fd8-c218-4472-af88-112e48685ac9", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4-kserve-route-authn"} 2026-07-09T02:08:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "9dbd9fd8-c218-4472-af88-112e48685ac9", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "authType": "userdefined"} 2026-07-09T02:08:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "9dbd9fd8-c218-4472-af88-112e48685ac9", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "82b7a502-3124-489a-a41f-dc98abb848b5", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "82b7a502-3124-489a-a41f-dc98abb848b5", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:08:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "82b7a502-3124-489a-a41f-dc98abb848b5", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:08:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "a26e46c6-db1f-446c-8c32-1a32de728191", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "a26e46c6-db1f-446c-8c32-1a32de728191", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "a26e46c6-db1f-446c-8c32-1a32de728191", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "a26e46c6-db1f-446c-8c32-1a32de728191", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4-kserve-route-authn"} 2026-07-09T02:08:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "a26e46c6-db1f-446c-8c32-1a32de728191", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "authType": "userdefined"} 2026-07-09T02:08:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "a26e46c6-db1f-446c-8c32-1a32de728191", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "58de646b-e75e-4df2-8560-7fe07e5f3962", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "58de646b-e75e-4df2-8560-7fe07e5f3962", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "58de646b-e75e-4df2-8560-7fe07e5f3962", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:08:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "58de646b-e75e-4df2-8560-7fe07e5f3962", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4-kserve-route-authn"} 2026-07-09T02:08:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "58de646b-e75e-4df2-8560-7fe07e5f3962", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "authType": "userdefined"} 2026-07-09T02:08:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "58de646b-e75e-4df2-8560-7fe07e5f3962", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "174a5c9a-c9cf-4b49-8e15-b8b268503324", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "174a5c9a-c9cf-4b49-8e15-b8b268503324", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:09:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "174a5c9a-c9cf-4b49-8e15-b8b268503324", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913"} 2026-07-09T02:09:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913-kserve-route-authn"} 2026-07-09T02:09:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913-kserve-route-authn"} 2026-07-09T02:09:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "ffadef3e-c8ed-45da-84a1-6934074d0ca3", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-528913","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "test-model-528913", "reconcileID": "d8cbd053-ead0-458b-84ef-3ae54c32ca65", "LLMInferenceService": "test-model-528913", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "34388db4-e644-4700-b4de-19340c329d7c", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:09:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "34388db4-e644-4700-b4de-19340c329d7c", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:09:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "34388db4-e644-4700-b4de-19340c329d7c", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:09:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "d18357ba-8c9a-4b01-8595-7b4aa5625519", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:09:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "d18357ba-8c9a-4b01-8595-7b4aa5625519", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:09:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "d18357ba-8c9a-4b01-8595-7b4aa5625519", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:09:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4"} 2026-07-09T02:09:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4-kserve-route-authn"} 2026-07-09T02:09:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4-kserve-route-authn"} 2026-07-09T02:09:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "69f5c58a-54ec-46ff-9ab0-0922dfef19cc", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-65e1b4","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "test-model-65e1b4", "reconcileID": "3fd00789-1899-4deb-9b0e-b6f1a11ebf97", "LLMInferenceService": "test-model-65e1b4", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "77ef3df8-dff0-464b-b30a-1923650a2077", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "77ef3df8-dff0-464b-b30a-1923650a2077", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:09:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "77ef3df8-dff0-464b-b30a-1923650a2077", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "9c145f0c-e9f6-4b1e-bae7-ad15878dc01f", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "9c145f0c-e9f6-4b1e-bae7-ad15878dc01f", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:09:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "9c145f0c-e9f6-4b1e-bae7-ad15878dc01f", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e013e2ee-f670-45a8-a044-c5dceed0d91e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "d0b45381-148d-465c-873b-c8fb0a04d2a1", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "d0b45381-148d-465c-873b-c8fb0a04d2a1", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress", "name": "e2e-inf-a-528913-authn-ssl"} 2026-07-09T02:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "d0b45381-148d-465c-873b-c8fb0a04d2a1", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9ae7014-19a6-44bc-84fb-040781541992", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9ae7014-19a6-44bc-84fb-040781541992", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:09:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9ae7014-19a6-44bc-84fb-040781541992", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-528913 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-trusted-ca-bundle", "reconcileID": "2fb37b4e-c4ef-46ea-8ec3-07641b256da7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-trusted-ca-bundle", "reconcileID": "2fb37b4e-c4ef-46ea-8ec3-07641b256da7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "openshift-service-ca.crt", "reconcileID": "6e268cd6-4dcc-4fce-ace3-17c0cc573e50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "openshift-service-ca.crt", "reconcileID": "6e268cd6-4dcc-4fce-ace3-17c0cc573e50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b61a12d-2817-4800-beef-57f2fc429ec3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-528913"}, "namespace": "ai-tenant-e2e-inf-a-528913", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b61a12d-2817-4800-beef-57f2fc429ec3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-528913"} 2026-07-09T02:09:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-528913","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-528913", "reconcileID": "79360085-bfa8-4b8c-bebc-ba217f485cdb", "Gateway": "e2e-inf-a-528913", "namespace": "openshift-ingress"} 2026-07-09T02:09:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "67bc4c45-946b-4135-b1ab-c31d19c4acd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:09:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "5d46cf96-aec8-4745-974a-9079c5748d68", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "5d46cf96-aec8-4745-974a-9079c5748d68", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4-authn-ssl"} 2026-07-09T02:09:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "5d46cf96-aec8-4745-974a-9079c5748d68", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:09:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ace2dd-d627-4edf-9367-034b52517b0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ace2dd-d627-4edf-9367-034b52517b0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:09:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21ace2dd-d627-4edf-9367-034b52517b0c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-65e1b4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:09:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-trusted-ca-bundle", "reconcileID": "2bcfef39-c059-4f23-b17f-0336e54cc0aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-trusted-ca-bundle", "reconcileID": "2bcfef39-c059-4f23-b17f-0336e54cc0aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "27bdfcab-6675-4a6c-a958-22bf1a70e389", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "openshift-service-ca.crt", "reconcileID": "27bdfcab-6675-4a6c-a958-22bf1a70e389", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab8f58b0-1eea-441d-9159-fc0c8e48fca7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-65e1b4"}, "namespace": "ai-tenant-e2e-inf-b-65e1b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab8f58b0-1eea-441d-9159-fc0c8e48fca7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-65e1b4"} 2026-07-09T02:09:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-65e1b4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-65e1b4", "reconcileID": "d63806a3-5984-4556-ae61-169d053b6797", "Gateway": "e2e-inf-b-65e1b4", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "364f1f95-296e-4ba7-819a-8b7ac2fc6da2", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "364f1f95-296e-4ba7-819a-8b7ac2fc6da2", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "364f1f95-296e-4ba7-819a-8b7ac2fc6da2", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6ffab4e6-b14b-4003-9758-b4545713d8e5", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6ffab4e6-b14b-4003-9758-b4545713d8e5", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6ffab4e6-b14b-4003-9758-b4545713d8e5", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6fb0d8dd-cb0c-42b4-948d-26edb8ab7a62", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6fb0d8dd-cb0c-42b4-948d-26edb8ab7a62", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6fb0d8dd-cb0c-42b4-948d-26edb8ab7a62", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "dd413725-6293-4a66-8fd8-4aa1e072496e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "dd413725-6293-4a66-8fd8-4aa1e072496e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "dd413725-6293-4a66-8fd8-4aa1e072496e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6731ebde-1b30-41a9-bc60-2fd92b68a17e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6731ebde-1b30-41a9-bc60-2fd92b68a17e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "6731ebde-1b30-41a9-bc60-2fd92b68a17e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "dc2f8a2f-d608-43b8-9c70-416a24eee280", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "dc2f8a2f-d608-43b8-9c70-416a24eee280", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "dc2f8a2f-d608-43b8-9c70-416a24eee280", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "b62e395e-d4d5-487b-a8eb-f83e4e99e8da", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "b62e395e-d4d5-487b-a8eb-f83e4e99e8da", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "b62e395e-d4d5-487b-a8eb-f83e4e99e8da", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "openshift-service-ca.crt", "reconcileID": "70115801-96e1-414b-8a02-c869dc3d151e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-trusted-ca-bundle", "reconcileID": "ca8d1d64-2fcf-43cf-9378-2cd138ba3dd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "openshift-service-ca.crt", "reconcileID": "8119794e-6972-4775-9398-b3c56a1544d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fbb202", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "openshift-service-ca.crt", "reconcileID": "8119794e-6972-4775-9398-b3c56a1544d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "openshift-service-ca.crt", "reconcileID": "0e3f88c6-613e-49e6-aa3c-bfb34c13eed1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "590511eb-2efd-40be-af45-afbc1d4073e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-trusted-ca-bundle", "reconcileID": "7ecf2be7-10fa-4ba0-bc19-f466e61f0345", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-trusted-ca-bundle", "reconcileID": "7ecf2be7-10fa-4ba0-bc19-f466e61f0345", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eab323fb-fc6d-4194-b62c-6f20f2e336cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "ddc20388-b46d-4ec4-8d62-75352c280c30", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "ddc20388-b46d-4ec4-8d62-75352c280c30", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "ddc20388-b46d-4ec4-8d62-75352c280c30", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45495fa6-58f7-414d-b16a-37c3a7644573", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "f371bc4f-a9d0-4fc2-846c-19ed43fcd65f", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "f371bc4f-a9d0-4fc2-846c-19ed43fcd65f", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "f371bc4f-a9d0-4fc2-846c-19ed43fcd65f", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "ff0a320f-2988-473d-8901-ab0c8ed9b90b", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "ff0a320f-2988-473d-8901-ab0c8ed9b90b", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "ff0a320f-2988-473d-8901-ab0c8ed9b90b", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "01f43d6c-5cec-49d9-a0e1-cafa1d8c5692", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "01f43d6c-5cec-49d9-a0e1-cafa1d8c5692", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "01f43d6c-5cec-49d9-a0e1-cafa1d8c5692", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "8fcceb7b-31d0-4873-8024-27781bf7a7e2", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "8fcceb7b-31d0-4873-8024-27781bf7a7e2", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "8fcceb7b-31d0-4873-8024-27781bf7a7e2", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "734531b2-e85e-4354-9e96-759b03be3e38", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "734531b2-e85e-4354-9e96-759b03be3e38", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "734531b2-e85e-4354-9e96-759b03be3e38", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "2d332343-f195-4d30-a734-c728b83985d7", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "2d332343-f195-4d30-a734-c728b83985d7", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "2d332343-f195-4d30-a734-c728b83985d7", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "7848bae2-b83b-4394-8ddb-dc343ef28a58", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "7848bae2-b83b-4394-8ddb-dc343ef28a58", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "7848bae2-b83b-4394-8ddb-dc343ef28a58", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "4080c600-d551-46d6-84df-431a2d0624b1", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "4080c600-d551-46d6-84df-431a2d0624b1", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "4080c600-d551-46d6-84df-431a2d0624b1", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "openshift-service-ca.crt", "reconcileID": "420c24f2-a10d-4227-8f4d-fa299a3cc13f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-trusted-ca-bundle", "reconcileID": "c377a5b4-449d-4b88-aa9a-cea5e0273020", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "openshift-service-ca.crt", "reconcileID": "81ac09ae-2d83-447c-8272-3fcc2903d84c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8d3ee6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "openshift-service-ca.crt", "reconcileID": "81ac09ae-2d83-447c-8272-3fcc2903d84c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "openshift-service-ca.crt", "reconcileID": "f7eec561-e55c-4ca0-8119-2d1449217399", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f6a3b12-d663-4a76-b09b-04a392d29fa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-trusted-ca-bundle", "reconcileID": "58143a88-0cc5-4497-8227-097e21b91598", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-trusted-ca-bundle", "reconcileID": "58143a88-0cc5-4497-8227-097e21b91598", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04737191-2638-452f-a02a-63379ad595c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "bda2c422-29cc-4b17-b574-f40ea3cf23a5", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "bda2c422-29cc-4b17-b574-f40ea3cf23a5", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "bda2c422-29cc-4b17-b574-f40ea3cf23a5", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00cc1bda-6964-4101-96f7-0d51255e14a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:10:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "b9dea35b-2012-4b63-8a69-e979ff2ada0e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "b9dea35b-2012-4b63-8a69-e979ff2ada0e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "b9dea35b-2012-4b63-8a69-e979ff2ada0e", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "04b6638c-8a8a-4803-b25a-5941e33a7ad1", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "04b6638c-8a8a-4803-b25a-5941e33a7ad1", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "04b6638c-8a8a-4803-b25a-5941e33a7ad1", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2ce0b5d-76e5-4193-b65f-02eb1c4811d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:10:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41871647-89c0-4ae5-b092-4817a4d4c174", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:10:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "70aa16e2-b8b7-4919-b0d6-c2660896b7d4", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "70aa16e2-b8b7-4919-b0d6-c2660896b7d4", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202-authn-ssl"} 2026-07-09T02:10:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "70aa16e2-b8b7-4919-b0d6-c2660896b7d4", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a500eaea-9cad-4cfb-9212-270147bb85fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a500eaea-9cad-4cfb-9212-270147bb85fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a500eaea-9cad-4cfb-9212-270147bb85fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-fbb202 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-trusted-ca-bundle", "reconcileID": "4816b037-452d-4d28-8bed-dfa86b73e08a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-trusted-ca-bundle", "reconcileID": "4816b037-452d-4d28-8bed-dfa86b73e08a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "openshift-service-ca.crt", "reconcileID": "b51f529a-3400-41cd-aaee-c76fd3315580", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "openshift-service-ca.crt", "reconcileID": "b51f529a-3400-41cd-aaee-c76fd3315580", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "748a0e30-ccb3-485e-8ce7-04e40c895b9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fbb202"}, "namespace": "ai-tenant-e2e-api-a-fbb202", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "748a0e30-ccb3-485e-8ce7-04e40c895b9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fbb202"} 2026-07-09T02:10:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fbb202","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fbb202", "reconcileID": "5f097af9-3931-45a4-84c6-99a7ae067a1c", "Gateway": "e2e-api-a-fbb202", "namespace": "openshift-ingress"} 2026-07-09T02:10:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b25255a-3231-42ef-afe1-9a71df9b04d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:10:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "af72b396-2a1f-4000-a107-81093ed33353", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "af72b396-2a1f-4000-a107-81093ed33353", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6-authn-ssl"} 2026-07-09T02:10:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "af72b396-2a1f-4000-a107-81093ed33353", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "333812bf-aeb7-4287-9b2e-d1a3b01b5e8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "333812bf-aeb7-4287-9b2e-d1a3b01b5e8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "333812bf-aeb7-4287-9b2e-d1a3b01b5e8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8d3ee6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:10:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-trusted-ca-bundle", "reconcileID": "de5fbecf-9ec4-46e7-8839-0d96356785b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-trusted-ca-bundle", "reconcileID": "de5fbecf-9ec4-46e7-8839-0d96356785b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "openshift-service-ca.crt", "reconcileID": "30e5613d-328b-41b1-bf87-80d06d9c51ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "openshift-service-ca.crt", "reconcileID": "30e5613d-328b-41b1-bf87-80d06d9c51ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "398887e3-192f-415b-9848-99e087c13138", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8d3ee6"}, "namespace": "ai-tenant-e2e-api-b-8d3ee6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "398887e3-192f-415b-9848-99e087c13138", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8d3ee6"} 2026-07-09T02:10:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8d3ee6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8d3ee6", "reconcileID": "5bae723b-2733-4436-a0fd-5940053ed90e", "Gateway": "e2e-api-b-8d3ee6", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "e6983653-d30c-4ff9-9206-7368bf9e55a5", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "e6983653-d30c-4ff9-9206-7368bf9e55a5", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "e6983653-d30c-4ff9-9206-7368bf9e55a5", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "57957309-dd70-43e3-9f9a-94a0cc80963a", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "57957309-dd70-43e3-9f9a-94a0cc80963a", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "57957309-dd70-43e3-9f9a-94a0cc80963a", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "c2db396d-c5c2-481d-9290-02402f04d8c4", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "c2db396d-c5c2-481d-9290-02402f04d8c4", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "c2db396d-c5c2-481d-9290-02402f04d8c4", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "9d6c7c3e-bbfc-47b7-93ad-33a815c71d7f", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "9d6c7c3e-bbfc-47b7-93ad-33a815c71d7f", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "9d6c7c3e-bbfc-47b7-93ad-33a815c71d7f", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "7934bf3d-1c87-464c-9c35-572407a60a90", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "7934bf3d-1c87-464c-9c35-572407a60a90", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "7934bf3d-1c87-464c-9c35-572407a60a90", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "4046d6e0-03ec-403a-8ce8-a1c2943c38d0", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "4046d6e0-03ec-403a-8ce8-a1c2943c38d0", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "4046d6e0-03ec-403a-8ce8-a1c2943c38d0", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "8f96bf4d-39c3-4d4f-8354-09bca60bc393", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "8f96bf4d-39c3-4d4f-8354-09bca60bc393", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "8f96bf4d-39c3-4d4f-8354-09bca60bc393", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "openshift-service-ca.crt", "reconcileID": "35d1ebd4-20c1-4657-9dea-6ee1c6a3aa17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-trusted-ca-bundle", "reconcileID": "789371b4-7c75-4e50-8a02-fd1952c29f6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:10:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "openshift-service-ca.crt", "reconcileID": "6054d080-5958-47fe-9486-a8ca6f7926d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77db86", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "openshift-service-ca.crt", "reconcileID": "6054d080-5958-47fe-9486-a8ca6f7926d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "openshift-service-ca.crt", "reconcileID": "7b28f006-85c3-4a04-964e-7fdc18d73197", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15917c9a-94d7-4622-bf84-bd0169d24a94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:10:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-trusted-ca-bundle", "reconcileID": "1cec2843-698f-40d8-80a9-59a1e6153171", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-trusted-ca-bundle", "reconcileID": "1cec2843-698f-40d8-80a9-59a1e6153171", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:10:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72eb97b0-5bcd-47eb-a18c-3efe885d8317", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:10:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "1c8703f4-028e-4947-bdde-b771fbc2ffd7", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "1c8703f4-028e-4947-bdde-b771fbc2ffd7", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "1c8703f4-028e-4947-bdde-b771fbc2ffd7", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "70f00a93-fae4-432f-bd1d-0ee582b65872", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:10:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "717e5967-c1ca-4e19-a968-b122307d27bf", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "717e5967-c1ca-4e19-a968-b122307d27bf", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "717e5967-c1ca-4e19-a968-b122307d27bf", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "edc90c70-471d-47d7-801f-383bc762bf4a", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "edc90c70-471d-47d7-801f-383bc762bf4a", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "edc90c70-471d-47d7-801f-383bc762bf4a", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "0743e76a-a2dd-43ca-b876-75f45a64b4db", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "0743e76a-a2dd-43ca-b876-75f45a64b4db", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "0743e76a-a2dd-43ca-b876-75f45a64b4db", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "78314ab6-a9b0-428b-afcb-9e7a37956c09", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "78314ab6-a9b0-428b-afcb-9e7a37956c09", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "78314ab6-a9b0-428b-afcb-9e7a37956c09", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "28551406-55c8-4510-96de-c15d8082f99e", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "28551406-55c8-4510-96de-c15d8082f99e", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "28551406-55c8-4510-96de-c15d8082f99e", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "84eba6fb-a714-46c6-af8d-092132237ef1", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "84eba6fb-a714-46c6-af8d-092132237ef1", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "84eba6fb-a714-46c6-af8d-092132237ef1", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "217cd655-30e2-46be-9a69-b8c70be7dc85", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "217cd655-30e2-46be-9a69-b8c70be7dc85", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "217cd655-30e2-46be-9a69-b8c70be7dc85", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "openshift-service-ca.crt", "reconcileID": "d47bc7ef-84d6-486b-b5e5-50819dcade44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:10:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-trusted-ca-bundle", "reconcileID": "a3ea3974-2829-4883-952d-68e77eb84dca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:10:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "openshift-service-ca.crt", "reconcileID": "1ad683ac-91f0-4555-b11c-75ac88a33149", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fc352a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "openshift-service-ca.crt", "reconcileID": "1ad683ac-91f0-4555-b11c-75ac88a33149", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:10:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42861864-634b-433c-b8cb-eebf933fb790", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:10:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "openshift-service-ca.crt", "reconcileID": "c7531813-c216-4ec2-ae82-cb550a633741", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:10:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-trusted-ca-bundle", "reconcileID": "3550c37a-b97a-4486-b7b7-472666f0d1cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:10:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-trusted-ca-bundle", "reconcileID": "3550c37a-b97a-4486-b7b7-472666f0d1cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:10:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1da43e5e-af2f-452e-953c-0162434d54e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "cb79ec6f-b4e3-4b96-8fb1-1e917a0346c9", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "cb79ec6f-b4e3-4b96-8fb1-1e917a0346c9", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "cb79ec6f-b4e3-4b96-8fb1-1e917a0346c9", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:10:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "52a16299-eb82-42e9-bc1e-90a9ac0600f7", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "52a16299-eb82-42e9-bc1e-90a9ac0600f7", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "52a16299-eb82-42e9-bc1e-90a9ac0600f7", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4c7535c-535d-4abf-a171-174f42099604", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "74ab938a-85d8-46a3-bb80-744e0ffbc01d", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "74ab938a-85d8-46a3-bb80-744e0ffbc01d", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "74ab938a-85d8-46a3-bb80-744e0ffbc01d", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:11:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79c832ef-d64c-40dd-8cca-ec609259a51e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:11:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9df29165-ee90-4ea9-b70c-66f15b940140", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:13:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a9e545fa-8861-4f3f-8d67-50e373768689", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "910f0ec8-3eda-47b8-999f-3cdff0dba77f", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "910f0ec8-3eda-47b8-999f-3cdff0dba77f", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86-authn-ssl"} 2026-07-09T02:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "910f0ec8-3eda-47b8-999f-3cdff0dba77f", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:14:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52877239-2ba5-4f8e-8e73-fad7892b0286", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:14:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52877239-2ba5-4f8e-8e73-fad7892b0286", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:14:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52877239-2ba5-4f8e-8e73-fad7892b0286", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-77db86 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:14:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-trusted-ca-bundle", "reconcileID": "a5a5095b-16fe-4ba1-abfc-d8360d5f83e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:14:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-trusted-ca-bundle", "reconcileID": "a5a5095b-16fe-4ba1-abfc-d8360d5f83e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:14:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "openshift-service-ca.crt", "reconcileID": "cbdec663-c09f-4d96-b886-d56d1a320358", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:14:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "openshift-service-ca.crt", "reconcileID": "cbdec663-c09f-4d96-b886-d56d1a320358", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:14:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "666f3707-16a9-464c-865b-e1fbbf072cdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:14:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-77db86"}, "namespace": "ai-tenant-e2e-shared-a-77db86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "666f3707-16a9-464c-865b-e1fbbf072cdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-77db86"} 2026-07-09T02:14:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-77db86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-77db86", "reconcileID": "5a61c1d6-86a0-4b0d-8c2e-43283ae16735", "Gateway": "e2e-shared-a-77db86", "namespace": "openshift-ingress"} 2026-07-09T02:14:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3735ffbe-5404-44aa-b621-1d4e281f1398", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T02:14:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "316ab7b0-d84f-46cd-a113-7a5265231c49", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:14:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "316ab7b0-d84f-46cd-a113-7a5265231c49", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a-authn-ssl"} 2026-07-09T02:14:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "316ab7b0-d84f-46cd-a113-7a5265231c49", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"} 2026-07-09T02:14:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8796f634-5673-4b84-9375-1b5e9f22a43d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:14:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8796f634-5673-4b84-9375-1b5e9f22a43d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T02:14:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8796f634-5673-4b84-9375-1b5e9f22a43d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-fc352a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T02:14:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-trusted-ca-bundle", "reconcileID": "a6e63316-e7e4-4daa-821b-394c03499431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-trusted-ca-bundle", "reconcileID": "a6e63316-e7e4-4daa-821b-394c03499431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:14:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "openshift-service-ca.crt", "reconcileID": "78b4d022-ba02-46a1-a498-910ecdeac289", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "openshift-service-ca.crt", "reconcileID": "78b4d022-ba02-46a1-a498-910ecdeac289", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:14:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59c84751-e1be-4f4c-a0ba-74bc55dedf9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:14:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fc352a"}, "namespace": "ai-tenant-e2e-shared-b-fc352a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59c84751-e1be-4f4c-a0ba-74bc55dedf9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fc352a"} 2026-07-09T02:14:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fc352a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fc352a", "reconcileID": "139d1fc3-6fb4-416b-ad03-1d8751c94007", "Gateway": "e2e-shared-b-fc352a", "namespace": "openshift-ingress"}