2026-07-12T08:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-49a1c402"}, "namespace": "ai-tenant-e2e-mt-49a1c402", "name": "odh-trusted-ca-bundle", "reconcileID": "05972536-d87b-4cee-b398-5413f74a41f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-49a1c402"} 2026-07-12T08:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-49a1c402"}, "namespace": "ai-tenant-e2e-mt-49a1c402", "name": "openshift-service-ca.crt", "reconcileID": "19c5e295-f439-4860-816c-3d4ef27c96d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-49a1c402"} 2026-07-12T08:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-49a1c402"}, "namespace": "ai-tenant-e2e-mt-49a1c402", "name": "openshift-service-ca.crt", "reconcileID": "19c5e295-f439-4860-816c-3d4ef27c96d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-49a1c402"} 2026-07-12T08:37:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-49a1c402"}, "namespace": "ai-tenant-e2e-mt-49a1c402", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6880bf72-a8f8-40d2-88e5-797325edace9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-49a1c402"} 2026-07-12T08:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-49a1c402"}, "namespace": "ai-tenant-e2e-mt-49a1c402", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6880bf72-a8f8-40d2-88e5-797325edace9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-49a1c402"} 2026-07-12T08:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "728645e6-a19f-4a11-a60c-ce89121abfa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2a5f0183"} 2026-07-12T08:37:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "728645e6-a19f-4a11-a60c-ce89121abfa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2a5f0183", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:37:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "728645e6-a19f-4a11-a60c-ce89121abfa4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-2a5f0183 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "odh-trusted-ca-bundle", "reconcileID": "4d4bcd78-074a-4cbf-a88e-9d17d511239c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2a5f0183"} 2026-07-12T08:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "odh-trusted-ca-bundle", "reconcileID": "4d4bcd78-074a-4cbf-a88e-9d17d511239c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2a5f0183"} 2026-07-12T08:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "openshift-service-ca.crt", "reconcileID": "c5b61edc-00fa-4008-8546-87cc3685e139", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2a5f0183"} 2026-07-12T08:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "openshift-service-ca.crt", "reconcileID": "c5b61edc-00fa-4008-8546-87cc3685e139", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2a5f0183"} 2026-07-12T08:37:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f9ce3e-a173-4e32-8885-9572ba7d10c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2a5f0183"} 2026-07-12T08:37:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2a5f0183"}, "namespace": "ai-tenant-e2e-mt-2a5f0183", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08f9ce3e-a173-4e32-8885-9572ba7d10c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2a5f0183"} 2026-07-12T08:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "openshift-service-ca.crt", "reconcileID": "7ee14d37-b5ef-463e-a984-8920c0ad9ee1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-trusted-ca-bundle", "reconcileID": "00636935-8689-448f-8429-af2029d98967", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:37:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "openshift-service-ca.crt", "reconcileID": "2acb9b58-9ee1-4826-bd8b-02beefea81e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cc78e27", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:37:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "openshift-service-ca.crt", "reconcileID": "2acb9b58-9ee1-4826-bd8b-02beefea81e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d988a3f1-b222-4d0f-9ed5-61cfcc3f93c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "openshift-service-ca.crt", "reconcileID": "af614ed7-91dd-4703-8478-3539d1895f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:37:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-trusted-ca-bundle", "reconcileID": "e57efc10-f154-40cc-b92a-ea2c31dc0d51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:37:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-trusted-ca-bundle", "reconcileID": "e57efc10-f154-40cc-b92a-ea2c31dc0d51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:37:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b89fe0c6-0448-4611-a2b0-b049dc1e968e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca4dcaa-3f1f-4a5e-bb39-87b646806df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca4dcaa-3f1f-4a5e-bb39-87b646806df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:38:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bca4dcaa-3f1f-4a5e-bb39-87b646806df2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-1cc78e27 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-trusted-ca-bundle", "reconcileID": "36b5c6d5-8fc7-4cee-b29f-56762f0e77ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-trusted-ca-bundle", "reconcileID": "36b5c6d5-8fc7-4cee-b29f-56762f0e77ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "openshift-service-ca.crt", "reconcileID": "82b39b40-cb49-4e1c-bc01-681e6c0eafde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "openshift-service-ca.crt", "reconcileID": "82b39b40-cb49-4e1c-bc01-681e6c0eafde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d61d756-805f-4c30-9acb-530604181fa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1cc78e27"}, "namespace": "ai-tenant-e2e-mt-1cc78e27", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d61d756-805f-4c30-9acb-530604181fa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1cc78e27"} 2026-07-12T08:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "02c865be-c187-4d1d-93f7-d9fea907ae73", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "02c865be-c187-4d1d-93f7-d9fea907ae73", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "02c865be-c187-4d1d-93f7-d9fea907ae73", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "1d3c5d37-3564-4974-af12-e8701749fc5a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "1d3c5d37-3564-4974-af12-e8701749fc5a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "1d3c5d37-3564-4974-af12-e8701749fc5a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "913f9347-58ee-4ef1-be09-c7cbb749adee", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "913f9347-58ee-4ef1-be09-c7cbb749adee", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "913f9347-58ee-4ef1-be09-c7cbb749adee", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "ca6dc374-fd96-4e4a-af46-193377b3260b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "ca6dc374-fd96-4e4a-af46-193377b3260b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "ca6dc374-fd96-4e4a-af46-193377b3260b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "b598386d-5c32-41f7-a8d1-96ad210fb9fc", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "b598386d-5c32-41f7-a8d1-96ad210fb9fc", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "b598386d-5c32-41f7-a8d1-96ad210fb9fc", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "6dd569d4-c29f-4199-bb16-039c5235530b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "6dd569d4-c29f-4199-bb16-039c5235530b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "6dd569d4-c29f-4199-bb16-039c5235530b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "openshift-service-ca.crt", "reconcileID": "464e93d4-ac39-4056-a0f8-215455514424", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-trusted-ca-bundle", "reconcileID": "259aef71-db3e-42ea-a811-c727533450ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "openshift-service-ca.crt", "reconcileID": "143b89fe-c18d-4b1d-a023-c9c1dce3820c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-050284", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:38:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "openshift-service-ca.crt", "reconcileID": "143b89fe-c18d-4b1d-a023-c9c1dce3820c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "619c96bb-c9ef-485b-b716-6e6b53d96df6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "openshift-service-ca.crt", "reconcileID": "29cb72fe-f645-4382-9df5-495116d8beee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-trusted-ca-bundle", "reconcileID": "a34f0c93-11a9-4da9-87cf-91021ab7f179", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:38:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-trusted-ca-bundle", "reconcileID": "a34f0c93-11a9-4da9-87cf-91021ab7f179", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c6dd920-ab19-46fd-8086-7298c740dcf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "bcbf90df-0bc2-48da-9206-7e793da28756", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "bcbf90df-0bc2-48da-9206-7e793da28756", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "bcbf90df-0bc2-48da-9206-7e793da28756", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60d136a8-8aae-4175-b025-8c3e570b56ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "d153f372-847c-4453-bc3e-08a3e7cf30f7", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "d153f372-847c-4453-bc3e-08a3e7cf30f7", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "d153f372-847c-4453-bc3e-08a3e7cf30f7", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "31093fcd-e3cd-43f6-81df-c07be9c04e8e", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "31093fcd-e3cd-43f6-81df-c07be9c04e8e", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "31093fcd-e3cd-43f6-81df-c07be9c04e8e", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "f1a3c1c7-f1b2-4e2c-bdc8-3c169bcc2fde", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "f1a3c1c7-f1b2-4e2c-bdc8-3c169bcc2fde", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "f1a3c1c7-f1b2-4e2c-bdc8-3c169bcc2fde", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "3c1060a3-fb5f-43a3-b811-19f7b560ab3f", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "3c1060a3-fb5f-43a3-b811-19f7b560ab3f", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "3c1060a3-fb5f-43a3-b811-19f7b560ab3f", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "258f8c85-f001-4bbc-9710-2d6e11177c2d", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "258f8c85-f001-4bbc-9710-2d6e11177c2d", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "258f8c85-f001-4bbc-9710-2d6e11177c2d", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "c79f2766-9e03-4393-93e1-c7afd6261de4", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "c79f2766-9e03-4393-93e1-c7afd6261de4", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "c79f2766-9e03-4393-93e1-c7afd6261de4", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "616e880a-1875-42ee-a444-0e80370bf005", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "616e880a-1875-42ee-a444-0e80370bf005", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "616e880a-1875-42ee-a444-0e80370bf005", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "58b79342-f381-4df9-9830-366f687b52f2", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "58b79342-f381-4df9-9830-366f687b52f2", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "58b79342-f381-4df9-9830-366f687b52f2", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "openshift-service-ca.crt", "reconcileID": "48a754f1-b88b-477e-84b5-e0e27918d493", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-trusted-ca-bundle", "reconcileID": "2c71fbb7-a18c-4893-b5f9-53130aabab83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "openshift-service-ca.crt", "reconcileID": "897eba84-132a-4a31-96b4-faf8c60fa34e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-34847c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:38:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "openshift-service-ca.crt", "reconcileID": "897eba84-132a-4a31-96b4-faf8c60fa34e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3897c51b-e7c3-4cbe-99f1-2962b176a04c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "openshift-service-ca.crt", "reconcileID": "0db919f6-c4b8-4ac8-b25e-e84c66eaba30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-trusted-ca-bundle", "reconcileID": "31710b7f-0191-479a-8df6-1633e99c739e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:38:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-trusted-ca-bundle", "reconcileID": "31710b7f-0191-479a-8df6-1633e99c739e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25e98bfa-b661-4b1a-9777-1dd4a2c59040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "0e0b6686-ac4e-4ea4-8b4c-d4d76e1a8713", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "0e0b6686-ac4e-4ea4-8b4c-d4d76e1a8713", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "0e0b6686-ac4e-4ea4-8b4c-d4d76e1a8713", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e15f324f-ff18-436e-8b7d-fcdae6f7b2cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:38:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "31d969ba-59cb-4140-9e68-d31bc437e43a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "31d969ba-59cb-4140-9e68-d31bc437e43a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "31d969ba-59cb-4140-9e68-d31bc437e43a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "a32fddcb-ae16-44d8-bcd6-3393134f79c2", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "a32fddcb-ae16-44d8-bcd6-3393134f79c2", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "a32fddcb-ae16-44d8-bcd6-3393134f79c2", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "a069e6b9-1a68-41bf-b27d-a9ea9456775b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "a32fddcb-ae16-44d8-bcd6-3393134f79c2", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284-kserve-route-authn"} 2026-07-12T08:38:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "a32fddcb-ae16-44d8-bcd6-3393134f79c2", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "authType": "userdefined"} 2026-07-12T08:38:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "a32fddcb-ae16-44d8-bcd6-3393134f79c2", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "a069e6b9-1a68-41bf-b27d-a9ea9456775b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "a069e6b9-1a68-41bf-b27d-a9ea9456775b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "4ae314fd-6f32-4f73-84c6-10f462c0aa4a", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "4ae314fd-6f32-4f73-84c6-10f462c0aa4a", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "4ae314fd-6f32-4f73-84c6-10f462c0aa4a", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "4ae314fd-6f32-4f73-84c6-10f462c0aa4a", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284-kserve-route-authn"} 2026-07-12T08:38:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "4ae314fd-6f32-4f73-84c6-10f462c0aa4a", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "authType": "userdefined"} 2026-07-12T08:38:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "4ae314fd-6f32-4f73-84c6-10f462c0aa4a", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "6f8ac6ac-bc73-4cb9-8b5f-7a1a6fd024d6", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "6f8ac6ac-bc73-4cb9-8b5f-7a1a6fd024d6", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "6f8ac6ac-bc73-4cb9-8b5f-7a1a6fd024d6", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "0be90c85-810d-455c-a574-941894953f8c", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "0be90c85-810d-455c-a574-941894953f8c", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "0be90c85-810d-455c-a574-941894953f8c", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9e46c3e-3b66-413f-959d-5c6f8c648444", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:38:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "329a1b69-0f63-4391-931a-efa6842abd0b", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "329a1b69-0f63-4391-931a-efa6842abd0b", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "329a1b69-0f63-4391-931a-efa6842abd0b", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "329a1b69-0f63-4391-931a-efa6842abd0b", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284-kserve-route-authn"} 2026-07-12T08:38:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "329a1b69-0f63-4391-931a-efa6842abd0b", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "authType": "userdefined"} 2026-07-12T08:38:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "329a1b69-0f63-4391-931a-efa6842abd0b", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f67c1bba-cb36-4da0-b7a4-6d52b7c3025c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "5900f0eb-f3d9-4eba-a017-db9956dc966a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "5900f0eb-f3d9-4eba-a017-db9956dc966a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "5900f0eb-f3d9-4eba-a017-db9956dc966a", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:38:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "57938902-1f40-4810-8a1c-634a84b1dc6d", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "57938902-1f40-4810-8a1c-634a84b1dc6d", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "57938902-1f40-4810-8a1c-634a84b1dc6d", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "57938902-1f40-4810-8a1c-634a84b1dc6d", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284-kserve-route-authn"} 2026-07-12T08:38:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "57938902-1f40-4810-8a1c-634a84b1dc6d", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "authType": "userdefined"} 2026-07-12T08:38:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "57938902-1f40-4810-8a1c-634a84b1dc6d", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:38:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b71f4863-4c9a-418f-84ae-36507b5aadc3", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b71f4863-4c9a-418f-84ae-36507b5aadc3", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b71f4863-4c9a-418f-84ae-36507b5aadc3", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "80541573-b300-4949-8947-f86351186f80", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b71f4863-4c9a-418f-84ae-36507b5aadc3", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c-kserve-route-authn"} 2026-07-12T08:38:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b71f4863-4c9a-418f-84ae-36507b5aadc3", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "authType": "userdefined"} 2026-07-12T08:38:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b71f4863-4c9a-418f-84ae-36507b5aadc3", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "80541573-b300-4949-8947-f86351186f80", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "80541573-b300-4949-8947-f86351186f80", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:38:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "3134e8db-a99a-4a5a-b9f7-603f42fe47b2", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "3134e8db-a99a-4a5a-b9f7-603f42fe47b2", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "3134e8db-a99a-4a5a-b9f7-603f42fe47b2", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:38:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "3134e8db-a99a-4a5a-b9f7-603f42fe47b2", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c-kserve-route-authn"} 2026-07-12T08:38:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "3134e8db-a99a-4a5a-b9f7-603f42fe47b2", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "authType": "userdefined"} 2026-07-12T08:38:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "3134e8db-a99a-4a5a-b9f7-603f42fe47b2", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "e9580f4b-6d9b-4e78-a5f3-adc3581bfbb2", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "e9580f4b-6d9b-4e78-a5f3-adc3581bfbb2", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "e9580f4b-6d9b-4e78-a5f3-adc3581bfbb2", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b34c2c79-5d90-4bc6-b1f3-363beccda5fc", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b34c2c79-5d90-4bc6-b1f3-363beccda5fc", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b34c2c79-5d90-4bc6-b1f3-363beccda5fc", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b34c2c79-5d90-4bc6-b1f3-363beccda5fc", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c-kserve-route-authn"} 2026-07-12T08:39:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b34c2c79-5d90-4bc6-b1f3-363beccda5fc", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "authType": "userdefined"} 2026-07-12T08:39:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "b34c2c79-5d90-4bc6-b1f3-363beccda5fc", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "44bd3100-3b83-4cd6-bc49-f7d5ca357576", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "44bd3100-3b83-4cd6-bc49-f7d5ca357576", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "44bd3100-3b83-4cd6-bc49-f7d5ca357576", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "44bd3100-3b83-4cd6-bc49-f7d5ca357576", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c-kserve-route-authn"} 2026-07-12T08:39:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "44bd3100-3b83-4cd6-bc49-f7d5ca357576", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "authType": "userdefined"} 2026-07-12T08:39:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "44bd3100-3b83-4cd6-bc49-f7d5ca357576", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "4f971a12-8d1f-42e6-8e30-a633d1adb45a", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "4f971a12-8d1f-42e6-8e30-a633d1adb45a", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "4f971a12-8d1f-42e6-8e30-a633d1adb45a", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "4f971a12-8d1f-42e6-8e30-a633d1adb45a", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c-kserve-route-authn"} 2026-07-12T08:39:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "4f971a12-8d1f-42e6-8e30-a633d1adb45a", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "authType": "userdefined"} 2026-07-12T08:39:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "4f971a12-8d1f-42e6-8e30-a633d1adb45a", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "9cd60091-4355-4d94-9963-93f5ff38a144", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "9cd60091-4355-4d94-9963-93f5ff38a144", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:39:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "9cd60091-4355-4d94-9963-93f5ff38a144", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:39:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284"} 2026-07-12T08:39:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:39:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:39:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284-kserve-route-authn"} 2026-07-12T08:39:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284-kserve-route-authn"} 2026-07-12T08:39:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:39:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "c2fa1e07-398b-4772-b81f-89c40c822f8f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:39:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-050284","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "test-model-050284", "reconcileID": "89fdc9f2-1e08-45e2-baf2-97b49c41d09f", "LLMInferenceService": "test-model-050284", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:39:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "96bf571e-4fb3-448b-8770-34bcc6c43804", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:39:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "96bf571e-4fb3-448b-8770-34bcc6c43804", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:39:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "96bf571e-4fb3-448b-8770-34bcc6c43804", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:39:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "2ab9d3dc-d71c-495f-b4ca-d4b4e271069c", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:39:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "2ab9d3dc-d71c-495f-b4ca-d4b4e271069c", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:39:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "2ab9d3dc-d71c-495f-b4ca-d4b4e271069c", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:39:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c"} 2026-07-12T08:39:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c-kserve-route-authn"} 2026-07-12T08:39:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c-kserve-route-authn"} 2026-07-12T08:39:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "9d042d5e-891d-4123-81ee-8a680d6ed47c", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-34847c","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "test-model-34847c", "reconcileID": "f784dc8e-c939-420d-9af4-c24b921c602f", "LLMInferenceService": "test-model-34847c", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:39:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "9e959a3e-e717-438a-9f22-9cf23b2741ef", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "9e959a3e-e717-438a-9f22-9cf23b2741ef", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:39:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "9e959a3e-e717-438a-9f22-9cf23b2741ef", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "4a279d00-8f05-4010-a69f-b86b18f96680", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "4a279d00-8f05-4010-a69f-b86b18f96680", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:39:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "4a279d00-8f05-4010-a69f-b86b18f96680", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:39:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b9af382e-c365-4740-b714-de94c162f5ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "583556e5-5350-4a70-9c6b-2eea3a8b987b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "583556e5-5350-4a70-9c6b-2eea3a8b987b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress", "name": "e2e-inf-a-050284-authn-ssl"} 2026-07-12T08:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "583556e5-5350-4a70-9c6b-2eea3a8b987b", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de03f032-237d-42a1-9b2e-497d47ca3f8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:40:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de03f032-237d-42a1-9b2e-497d47ca3f8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de03f032-237d-42a1-9b2e-497d47ca3f8d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-050284 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-trusted-ca-bundle", "reconcileID": "2c7b8af6-42d9-4e7a-bda5-939a9d4e909b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-trusted-ca-bundle", "reconcileID": "2c7b8af6-42d9-4e7a-bda5-939a9d4e909b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "openshift-service-ca.crt", "reconcileID": "3a102289-71e2-46d1-a72e-5ca6e20d5755", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "openshift-service-ca.crt", "reconcileID": "3a102289-71e2-46d1-a72e-5ca6e20d5755", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:40:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e08b340b-574f-4450-8bbf-619d0e711c50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-050284"}, "namespace": "ai-tenant-e2e-inf-a-050284", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e08b340b-574f-4450-8bbf-619d0e711c50", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-050284"} 2026-07-12T08:40:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-050284","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-050284", "reconcileID": "6f272284-48a1-4425-9b8f-1c104a916f65", "Gateway": "e2e-inf-a-050284", "namespace": "openshift-ingress"} 2026-07-12T08:40:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "59f9ff29-25fa-4e02-9bb1-3e04329559da", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "f441a906-0422-42d7-b76a-99a15fdb400b", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "f441a906-0422-42d7-b76a-99a15fdb400b", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c-authn-ssl"} 2026-07-12T08:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "f441a906-0422-42d7-b76a-99a15fdb400b", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:40:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d066505-3dde-4944-bcf2-52e6e4f98c8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:40:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d066505-3dde-4944-bcf2-52e6e4f98c8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d066505-3dde-4944-bcf2-52e6e4f98c8b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-34847c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:40:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-trusted-ca-bundle", "reconcileID": "b6d6b892-a61e-4aa7-ad34-67da403a4a15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:40:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-trusted-ca-bundle", "reconcileID": "b6d6b892-a61e-4aa7-ad34-67da403a4a15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:40:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "openshift-service-ca.crt", "reconcileID": "14cceae7-09e0-4853-a300-ac6bca88ffe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:40:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "openshift-service-ca.crt", "reconcileID": "14cceae7-09e0-4853-a300-ac6bca88ffe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:40:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae6c304b-2606-4f8e-ab1b-519848cda6bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:40:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-34847c"}, "namespace": "ai-tenant-e2e-inf-b-34847c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae6c304b-2606-4f8e-ab1b-519848cda6bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-34847c"} 2026-07-12T08:40:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-34847c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-34847c", "reconcileID": "6ebac548-3c89-43f9-90ba-76b6033fbfcc", "Gateway": "e2e-inf-b-34847c", "namespace": "openshift-ingress"} 2026-07-12T08:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "47ca419b-a627-44e1-8807-206aa210dc3a", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "47ca419b-a627-44e1-8807-206aa210dc3a", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "47ca419b-a627-44e1-8807-206aa210dc3a", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "a49e53d2-8c47-4869-9c40-eb1a6b815bcd", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "a49e53d2-8c47-4869-9c40-eb1a6b815bcd", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "a49e53d2-8c47-4869-9c40-eb1a6b815bcd", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "2c86faa4-ff39-4566-bd65-a464b0429c0a", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "2c86faa4-ff39-4566-bd65-a464b0429c0a", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "2c86faa4-ff39-4566-bd65-a464b0429c0a", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "4d9fca6e-38e9-4ad8-b23a-e6600fff6854", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "4d9fca6e-38e9-4ad8-b23a-e6600fff6854", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "4d9fca6e-38e9-4ad8-b23a-e6600fff6854", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "490f5a8a-4d36-404a-9900-35292ee9134b", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "490f5a8a-4d36-404a-9900-35292ee9134b", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "490f5a8a-4d36-404a-9900-35292ee9134b", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "e8428f08-96f8-4409-a18d-c3a797a32637", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "e8428f08-96f8-4409-a18d-c3a797a32637", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "e8428f08-96f8-4409-a18d-c3a797a32637", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "openshift-service-ca.crt", "reconcileID": "f9789bcd-4a98-4eac-9fc6-9a95a64a13c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-trusted-ca-bundle", "reconcileID": "24ff7e95-62aa-4746-97ed-1c66544132d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "openshift-service-ca.crt", "reconcileID": "c68941ec-a24e-47e4-a1b4-95ea268c1620", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-449923", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "openshift-service-ca.crt", "reconcileID": "c68941ec-a24e-47e4-a1b4-95ea268c1620", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "358a4b4c-c381-40dd-83e9-587bc1af7354", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "openshift-service-ca.crt", "reconcileID": "e8e40e82-8316-4c2e-9fdd-445189419bb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-trusted-ca-bundle", "reconcileID": "bb389c62-171f-488e-bd0f-c15149cead3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-trusted-ca-bundle", "reconcileID": "bb389c62-171f-488e-bd0f-c15149cead3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f0224c0-1255-4e7d-8e9d-2ea30e2225cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "d5ba7ba4-ed2a-4ae8-a9c9-b822e79c94e3", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "d5ba7ba4-ed2a-4ae8-a9c9-b822e79c94e3", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "d5ba7ba4-ed2a-4ae8-a9c9-b822e79c94e3", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c1b6e23-18aa-4e37-9c74-c47be264fdd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "ec918750-6772-41c7-8005-2ce707c02756", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "ec918750-6772-41c7-8005-2ce707c02756", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "ec918750-6772-41c7-8005-2ce707c02756", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "25ad5b52-abcb-4e37-bb62-61dca1def1ee", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "25ad5b52-abcb-4e37-bb62-61dca1def1ee", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "25ad5b52-abcb-4e37-bb62-61dca1def1ee", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "fd1605f7-f4e8-447a-a3a7-7f1762bc7af1", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "fd1605f7-f4e8-447a-a3a7-7f1762bc7af1", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "fd1605f7-f4e8-447a-a3a7-7f1762bc7af1", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "cb7b93af-fc3d-442c-9258-88e440387253", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "cb7b93af-fc3d-442c-9258-88e440387253", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "cb7b93af-fc3d-442c-9258-88e440387253", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "c566665d-de96-48b1-8861-a90847ccd1b0", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "c566665d-de96-48b1-8861-a90847ccd1b0", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "c566665d-de96-48b1-8861-a90847ccd1b0", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "f78bbbe1-d2d6-4b68-973c-30c9a6bc945e", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "f78bbbe1-d2d6-4b68-973c-30c9a6bc945e", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "f78bbbe1-d2d6-4b68-973c-30c9a6bc945e", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "a2a56820-73c4-41bf-b0d6-24dd4d0f3f48", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "a2a56820-73c4-41bf-b0d6-24dd4d0f3f48", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "a2a56820-73c4-41bf-b0d6-24dd4d0f3f48", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "8722b9e2-a57e-4a88-a69e-82a70c3fc5a2", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "8722b9e2-a57e-4a88-a69e-82a70c3fc5a2", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "8722b9e2-a57e-4a88-a69e-82a70c3fc5a2", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "openshift-service-ca.crt", "reconcileID": "9436e02d-fa56-4aee-b973-b03565c99817", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "c6064074-05a6-44a3-be88-6dae7aa3732e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "openshift-service-ca.crt", "reconcileID": "1519733f-dbe3-4e83-ae24-59e24e5052cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-68ebf4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "openshift-service-ca.crt", "reconcileID": "1519733f-dbe3-4e83-ae24-59e24e5052cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45e5fd57-e1d3-47d9-ab94-dd655be106d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "openshift-service-ca.crt", "reconcileID": "2e55b996-f475-4371-bb11-72bd5d317647", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "563b200a-1182-4204-be23-0510f53e8b44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "563b200a-1182-4204-be23-0510f53e8b44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13737da4-ea44-449d-bf85-33bc04a68621", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "ed34239b-1199-49f5-9279-8b76fba20397", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "ed34239b-1199-49f5-9279-8b76fba20397", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "ed34239b-1199-49f5-9279-8b76fba20397", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "94213aee-3cdf-4c4b-b984-cd0bf6221d65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "4e13413c-0650-46d4-9e53-3e59a9d1ae73", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "4e13413c-0650-46d4-9e53-3e59a9d1ae73", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "4e13413c-0650-46d4-9e53-3e59a9d1ae73", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8578355c-5060-4860-909b-52e8a0d158b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:40:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "96efaf27-5994-4c80-ae32-85e8cabf30f4", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "96efaf27-5994-4c80-ae32-85e8cabf30f4", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress", "name": "e2e-api-a-449923-authn-ssl"} 2026-07-12T08:40:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "96efaf27-5994-4c80-ae32-85e8cabf30f4", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "910f758b-843f-4b2c-8b20-795eec1fe778", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "910f758b-843f-4b2c-8b20-795eec1fe778", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "910f758b-843f-4b2c-8b20-795eec1fe778", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32030d12-d40c-470b-8770-856283f06a65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32030d12-d40c-470b-8770-856283f06a65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32030d12-d40c-470b-8770-856283f06a65", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-449923 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ddd451-e32b-4acc-ad9a-8ff339514b70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ddd451-e32b-4acc-ad9a-8ff339514b70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "openshift-service-ca.crt", "reconcileID": "7ba263b6-12f2-4714-a9df-e774d6d49097", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "openshift-service-ca.crt", "reconcileID": "7ba263b6-12f2-4714-a9df-e774d6d49097", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a00ea973-d7c2-4ccc-90d1-80d3bcaf68f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-449923"}, "namespace": "ai-tenant-e2e-api-a-449923", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a00ea973-d7c2-4ccc-90d1-80d3bcaf68f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-449923"} 2026-07-12T08:40:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-449923","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-449923", "reconcileID": "151d477c-dd42-4890-ad3d-a96bbeca00c4", "Gateway": "e2e-api-a-449923", "namespace": "openshift-ingress"} 2026-07-12T08:40:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "517a960f-52e7-43af-92de-e316b605d631", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "75a683fe-cba5-413c-a585-0a34fccff247", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "75a683fe-cba5-413c-a585-0a34fccff247", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4-authn-ssl"} 2026-07-12T08:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "75a683fe-cba5-413c-a585-0a34fccff247", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e7a729a-5a22-4a55-99b8-48955ca174d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e7a729a-5a22-4a55-99b8-48955ca174d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:40:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e7a729a-5a22-4a55-99b8-48955ca174d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-68ebf4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:40:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d15431-7af6-481a-b468-8e91ed68c354", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d15431-7af6-481a-b468-8e91ed68c354", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "openshift-service-ca.crt", "reconcileID": "9b010595-021a-437a-9559-6ba974e8d4ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "openshift-service-ca.crt", "reconcileID": "9b010595-021a-437a-9559-6ba974e8d4ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deef8f83-4914-4534-9931-d610a500250b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-68ebf4"}, "namespace": "ai-tenant-e2e-api-b-68ebf4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "deef8f83-4914-4534-9931-d610a500250b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-68ebf4"} 2026-07-12T08:40:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-68ebf4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-68ebf4", "reconcileID": "f620845c-8b69-4490-b6a3-87adf1bfac54", "Gateway": "e2e-api-b-68ebf4", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "ab5c067f-cd34-45df-b2f4-0c88219dab7a", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "ab5c067f-cd34-45df-b2f4-0c88219dab7a", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "ab5c067f-cd34-45df-b2f4-0c88219dab7a", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d2019625-00a4-4099-9251-af1280118e21", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d2019625-00a4-4099-9251-af1280118e21", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d2019625-00a4-4099-9251-af1280118e21", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "4ab12d8a-ae48-4a9b-ba63-5a37ac0d9478", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "4ab12d8a-ae48-4a9b-ba63-5a37ac0d9478", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "4ab12d8a-ae48-4a9b-ba63-5a37ac0d9478", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "26f69529-fcc2-48af-bd13-c94480ace459", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "26f69529-fcc2-48af-bd13-c94480ace459", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "26f69529-fcc2-48af-bd13-c94480ace459", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "0abf8303-f895-40ef-8747-da53cbce3106", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "0abf8303-f895-40ef-8747-da53cbce3106", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "0abf8303-f895-40ef-8747-da53cbce3106", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "0297dcb4-8b96-4650-8735-98edd47441ac", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "0297dcb4-8b96-4650-8735-98edd47441ac", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:40:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "0297dcb4-8b96-4650-8735-98edd47441ac", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d0b2078b-6572-4332-aa40-6f1383fbb135", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:40:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d0b2078b-6572-4332-aa40-6f1383fbb135", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:40:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d0b2078b-6572-4332-aa40-6f1383fbb135", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "openshift-service-ca.crt", "reconcileID": "a6c63c4b-85ca-45a3-bf53-051c6ea68940", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-trusted-ca-bundle", "reconcileID": "125e591a-5f42-412e-99d6-215255c0d64b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:41:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "openshift-service-ca.crt", "reconcileID": "647d4f89-19d0-4c53-bbf9-ef9597f439e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-23d4ae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:41:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "openshift-service-ca.crt", "reconcileID": "647d4f89-19d0-4c53-bbf9-ef9597f439e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa5b2bc7-9128-4851-9f6a-3e52110eee8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "openshift-service-ca.crt", "reconcileID": "3c2e1b4c-1281-4ce4-ab09-2fffa9f5ae7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:41:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-trusted-ca-bundle", "reconcileID": "73ebe212-7cdd-4523-ba6b-b197d129d608", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:41:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-trusted-ca-bundle", "reconcileID": "73ebe212-7cdd-4523-ba6b-b197d129d608", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:41:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bbc64e9e-0201-475d-a5af-190ad2759147", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:41:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d609042a-217a-45fc-b548-14c215cdfc83", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:41:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d609042a-217a-45fc-b548-14c215cdfc83", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:41:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "d609042a-217a-45fc-b548-14c215cdfc83", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:41:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "20941d48-e175-4563-bc7b-bd432cdf53b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "7c162e19-176e-4a8c-90d5-012533174901", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "7c162e19-176e-4a8c-90d5-012533174901", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "7c162e19-176e-4a8c-90d5-012533174901", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "5d5276fa-e13c-4878-9322-594c9c327911", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "5d5276fa-e13c-4878-9322-594c9c327911", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "5d5276fa-e13c-4878-9322-594c9c327911", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "9679b663-41a8-4eb9-91fd-d3fc59bc51c0", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "9679b663-41a8-4eb9-91fd-d3fc59bc51c0", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "9679b663-41a8-4eb9-91fd-d3fc59bc51c0", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "a9be2ed9-f0bc-4d10-8d78-99b07a50b2ab", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "a9be2ed9-f0bc-4d10-8d78-99b07a50b2ab", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "a9be2ed9-f0bc-4d10-8d78-99b07a50b2ab", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "7a817204-bf43-45f8-83cf-816875a943d8", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "7a817204-bf43-45f8-83cf-816875a943d8", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "7a817204-bf43-45f8-83cf-816875a943d8", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "765849b9-de24-47bb-8a45-18e4c0ce21b8", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "765849b9-de24-47bb-8a45-18e4c0ce21b8", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "765849b9-de24-47bb-8a45-18e4c0ce21b8", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "85a15625-acd3-4485-af74-666edbaedf70", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "85a15625-acd3-4485-af74-666edbaedf70", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "85a15625-acd3-4485-af74-666edbaedf70", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "6b15b796-7982-4270-821b-bee9d7c9ed32", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "6b15b796-7982-4270-821b-bee9d7c9ed32", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "6b15b796-7982-4270-821b-bee9d7c9ed32", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "openshift-service-ca.crt", "reconcileID": "cea49540-1532-4786-8a1b-a1211b779459", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:41:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-trusted-ca-bundle", "reconcileID": "395b5ac4-1830-4a70-a38e-b5c0bbff4275", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:41:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "openshift-service-ca.crt", "reconcileID": "971abca0-6e0c-4eae-923f-06933b560bb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4359a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:41:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "openshift-service-ca.crt", "reconcileID": "971abca0-6e0c-4eae-923f-06933b560bb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:41:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35787503-5519-4504-85e4-cacde5c1ecc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:41:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "openshift-service-ca.crt", "reconcileID": "4a5d92e1-ed67-44b0-9570-a2f244ea888d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:41:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-trusted-ca-bundle", "reconcileID": "c7f85c6b-cb61-43f8-84c3-98f3d743c19f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:41:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-trusted-ca-bundle", "reconcileID": "c7f85c6b-cb61-43f8-84c3-98f3d743c19f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:41:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b17a276-0034-4fc3-8ba6-4e6bf0731eaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:41:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "8b27604d-4bba-4e63-9639-357d2c744ab0", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:41:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "8b27604d-4bba-4e63-9639-357d2c744ab0", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:41:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "8b27604d-4bba-4e63-9639-357d2c744ab0", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "c17484fd-9b80-4469-a638-4ce7792f6022", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "c17484fd-9b80-4469-a638-4ce7792f6022", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "c17484fd-9b80-4469-a638-4ce7792f6022", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ceab3bb5-d68d-44ab-9d55-694f1af462c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "557886d5-8cd9-422d-add0-8c90ec511b6a", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "557886d5-8cd9-422d-add0-8c90ec511b6a", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "557886d5-8cd9-422d-add0-8c90ec511b6a", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:41:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0e938b1-df58-4494-85c7-d30a325614e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:41:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04e6e179-74aa-4853-9fb7-939527a78360", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:41:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d571979-e13d-4767-ae40-5be38bf4b3c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:44:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "74e30ef1-698a-44b1-8ebb-4d40b7082559", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "37cc0288-5eb8-4aeb-934a-6dae0ede9a43", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "37cc0288-5eb8-4aeb-934a-6dae0ede9a43", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae-authn-ssl"} 2026-07-12T08:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "37cc0288-5eb8-4aeb-934a-6dae0ede9a43", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4efe544-f853-4bf5-8df9-73e64749b517", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:44:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4efe544-f853-4bf5-8df9-73e64749b517", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:44:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4efe544-f853-4bf5-8df9-73e64749b517", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-23d4ae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-trusted-ca-bundle", "reconcileID": "48559b7a-a6d5-4403-850e-59fb80c71f17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-trusted-ca-bundle", "reconcileID": "48559b7a-a6d5-4403-850e-59fb80c71f17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "openshift-service-ca.crt", "reconcileID": "f7dfed6c-8e10-4883-9b9d-3bca168b21d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "openshift-service-ca.crt", "reconcileID": "f7dfed6c-8e10-4883-9b9d-3bca168b21d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:44:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99f651d0-b3d9-4a62-8c64-fb4e62e661d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-23d4ae"}, "namespace": "ai-tenant-e2e-shared-a-23d4ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99f651d0-b3d9-4a62-8c64-fb4e62e661d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-23d4ae"} 2026-07-12T08:44:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-23d4ae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-23d4ae", "reconcileID": "33b1484c-5787-4247-b690-81499c2fbafb", "Gateway": "e2e-shared-a-23d4ae", "namespace": "openshift-ingress"} 2026-07-12T08:44:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ac86285-bf50-483b-a5da-fc7b915e5807", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:44:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "64c96d25-ab97-4a0c-bfb3-27c6f0cb5980", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:44:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "64c96d25-ab97-4a0c-bfb3-27c6f0cb5980", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a-authn-ssl"} 2026-07-12T08:44:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "64c96d25-ab97-4a0c-bfb3-27c6f0cb5980", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"} 2026-07-12T08:44:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:44:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "427ca49c-724c-4a8b-9638-b458e7f49091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:44:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "427ca49c-724c-4a8b-9638-b458e7f49091", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:44:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "427ca49c-724c-4a8b-9638-b458e7f49091", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b4359a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-trusted-ca-bundle", "reconcileID": "bcb3fc41-3771-400d-8eab-9f1697cefc00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-trusted-ca-bundle", "reconcileID": "bcb3fc41-3771-400d-8eab-9f1697cefc00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "openshift-service-ca.crt", "reconcileID": "64284ac4-8b1e-408f-9f1a-221db786169d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "openshift-service-ca.crt", "reconcileID": "64284ac4-8b1e-408f-9f1a-221db786169d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0092ca02-2adb-4d0e-b411-83cb6fb7d236", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4359a"}, "namespace": "ai-tenant-e2e-shared-b-b4359a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0092ca02-2adb-4d0e-b411-83cb6fb7d236", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4359a"} 2026-07-12T08:44:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:44:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:44:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4359a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4359a", "reconcileID": "9cb82d0f-de4c-46d3-9fc3-513a223946e1", "Gateway": "e2e-shared-b-b4359a", "namespace": "openshift-ingress"}