2026-07-13T09:41:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b5556ea2"}, "namespace": "ai-tenant-e2e-mt-b5556ea2", "name": "odh-trusted-ca-bundle", "reconcileID": "5c0f7748-28bf-4fe4-a55e-9810f1450811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b5556ea2"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b5556ea2"}, "namespace": "ai-tenant-e2e-mt-b5556ea2", "name": "odh-trusted-ca-bundle", "reconcileID": "5c0f7748-28bf-4fe4-a55e-9810f1450811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b5556ea2"} 2026-07-13T09:41:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b5556ea2"}, "namespace": "ai-tenant-e2e-mt-b5556ea2", "name": "openshift-service-ca.crt", "reconcileID": "bb70aeb1-595b-4c55-8436-985405e0e490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b5556ea2"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b5556ea2"}, "namespace": "ai-tenant-e2e-mt-b5556ea2", "name": "openshift-service-ca.crt", "reconcileID": "bb70aeb1-595b-4c55-8436-985405e0e490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b5556ea2"} 2026-07-13T09:41:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b5556ea2"}, "namespace": "ai-tenant-e2e-mt-b5556ea2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9851d46-4680-4437-b963-882667c0477d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b5556ea2"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b5556ea2"}, "namespace": "ai-tenant-e2e-mt-b5556ea2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9851d46-4680-4437-b963-882667c0477d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b5556ea2"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "openshift-service-ca.crt", "reconcileID": "200091b4-3f68-48df-9aad-a5fde61cdbf6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-trusted-ca-bundle", "reconcileID": "1559f702-4ac4-4aae-b08d-9ffdb743f9fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:41:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "openshift-service-ca.crt", "reconcileID": "aa38cbd7-ca06-42b5-9acd-bdb571d321be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a4142083", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:41:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "openshift-service-ca.crt", "reconcileID": "aa38cbd7-ca06-42b5-9acd-bdb571d321be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d5adb9-1a10-4a05-a2ee-fbe48288571e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "openshift-service-ca.crt", "reconcileID": "62cee686-3643-4d31-91b3-e5c9c483b17f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:41:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-trusted-ca-bundle", "reconcileID": "99b6cd9d-db1a-4c6b-b824-cce9d7974912", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:41:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-trusted-ca-bundle", "reconcileID": "99b6cd9d-db1a-4c6b-b824-cce9d7974912", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:41:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68b473d1-0947-4bb2-837f-25fc9a9e945e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea873f6-bb6b-4536-95e8-2955b244e571", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea873f6-bb6b-4536-95e8-2955b244e571", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:42:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea873f6-bb6b-4536-95e8-2955b244e571", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a4142083 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-trusted-ca-bundle", "reconcileID": "63d656a6-7a1f-49c0-a85f-f64d8d16c7d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-trusted-ca-bundle", "reconcileID": "63d656a6-7a1f-49c0-a85f-f64d8d16c7d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "openshift-service-ca.crt", "reconcileID": "4884d68a-aeec-407d-b335-22fbdef71013", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "openshift-service-ca.crt", "reconcileID": "4884d68a-aeec-407d-b335-22fbdef71013", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "689a82e7-cf6e-4961-9de7-17d40e360b56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a4142083"}, "namespace": "ai-tenant-e2e-mt-a4142083", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "689a82e7-cf6e-4961-9de7-17d40e360b56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a4142083"} 2026-07-13T09:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "b8281245-e3a5-4ea0-a594-e9600c657bae", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "b8281245-e3a5-4ea0-a594-e9600c657bae", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "b8281245-e3a5-4ea0-a594-e9600c657bae", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "3e8f026e-9213-47ce-8b1d-9fa5df6bd6a9", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "3e8f026e-9213-47ce-8b1d-9fa5df6bd6a9", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "3e8f026e-9213-47ce-8b1d-9fa5df6bd6a9", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "164aa2fa-28be-404a-9a15-fc6dc9e9933c", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "164aa2fa-28be-404a-9a15-fc6dc9e9933c", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "164aa2fa-28be-404a-9a15-fc6dc9e9933c", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "d4f22898-d148-4dd0-ac7e-d2000fb8e303", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "d4f22898-d148-4dd0-ac7e-d2000fb8e303", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "d4f22898-d148-4dd0-ac7e-d2000fb8e303", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "97482e00-7d8b-4ad2-bd73-63e378321466", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "97482e00-7d8b-4ad2-bd73-63e378321466", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "97482e00-7d8b-4ad2-bd73-63e378321466", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "deb07878-0ab2-4475-a59c-95593229f2f9", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "deb07878-0ab2-4475-a59c-95593229f2f9", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "deb07878-0ab2-4475-a59c-95593229f2f9", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "d0df2f5f-02c6-4953-b4b1-3aded08fcb8f", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "d0df2f5f-02c6-4953-b4b1-3aded08fcb8f", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "d0df2f5f-02c6-4953-b4b1-3aded08fcb8f", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "openshift-service-ca.crt", "reconcileID": "62beced6-8f90-4a64-87f9-7c96c2032dc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "d2981762-00a2-4f2a-a367-b9194d295bbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "openshift-service-ca.crt", "reconcileID": "969dc995-893c-46bf-87d7-ed8d488bbe5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:42:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "openshift-service-ca.crt", "reconcileID": "969dc995-893c-46bf-87d7-ed8d488bbe5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccef4aaa-0111-4e63-881e-3f35116b49dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "openshift-service-ca.crt", "reconcileID": "97746642-5860-4048-ac1a-fb81b619d11c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "6b7a307a-2a6a-48c5-9c29-127a849ea22f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:42:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "6b7a307a-2a6a-48c5-9c29-127a849ea22f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3699e18-0285-471e-ab4b-bc2a2911d9ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "5421da7c-b8f3-4e46-883e-28145fea6b83", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "5421da7c-b8f3-4e46-883e-28145fea6b83", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "5421da7c-b8f3-4e46-883e-28145fea6b83", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1908ff86-82cf-4f54-9d26-f54b13241ccc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "ddc44ed9-159a-4919-9725-d718ebd7a3ca", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "ddc44ed9-159a-4919-9725-d718ebd7a3ca", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "ddc44ed9-159a-4919-9725-d718ebd7a3ca", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "edc3449b-5887-4bfd-96c0-c538de960f71", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "edc3449b-5887-4bfd-96c0-c538de960f71", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "edc3449b-5887-4bfd-96c0-c538de960f71", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "508a662c-57e8-40e8-aa05-50891eee8078", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "508a662c-57e8-40e8-aa05-50891eee8078", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "508a662c-57e8-40e8-aa05-50891eee8078", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "6a1dc5a4-e269-4216-ad5d-6d143f31b7ec", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "6a1dc5a4-e269-4216-ad5d-6d143f31b7ec", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "6a1dc5a4-e269-4216-ad5d-6d143f31b7ec", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "e527b2d0-be27-4126-95d7-4b3aac5f9739", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "e527b2d0-be27-4126-95d7-4b3aac5f9739", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "e527b2d0-be27-4126-95d7-4b3aac5f9739", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "8fca0517-8173-48f7-a0c0-7d15f6ab6728", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "8fca0517-8173-48f7-a0c0-7d15f6ab6728", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "8fca0517-8173-48f7-a0c0-7d15f6ab6728", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "9a341e5f-d7ee-4e5f-a0c3-fef6cc8ba531", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "9a341e5f-d7ee-4e5f-a0c3-fef6cc8ba531", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "9a341e5f-d7ee-4e5f-a0c3-fef6cc8ba531", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "openshift-service-ca.crt", "reconcileID": "496a6dea-aeb7-4ed3-b2b8-9d526e1968a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-trusted-ca-bundle", "reconcileID": "eccd3caa-08be-4113-9aad-b9cf364dc384", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "openshift-service-ca.crt", "reconcileID": "1feae4dd-843f-489b-9257-b2018c2df94f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-6f7934", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:42:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "openshift-service-ca.crt", "reconcileID": "1feae4dd-843f-489b-9257-b2018c2df94f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f310e29e-43a4-44b2-abfc-5f467a5ed7a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "openshift-service-ca.crt", "reconcileID": "c09a4a05-a855-4847-a9be-597d4719b6f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-trusted-ca-bundle", "reconcileID": "f1e6892f-4fb7-47fa-ade5-b59c9e39250c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:42:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-trusted-ca-bundle", "reconcileID": "f1e6892f-4fb7-47fa-ade5-b59c9e39250c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d81f01f-1b3c-4c69-ace4-dca99c5b07a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "ad91a8e0-e5bf-4f81-b7af-d8ecb50ababf", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "ad91a8e0-e5bf-4f81-b7af-d8ecb50ababf", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "ad91a8e0-e5bf-4f81-b7af-d8ecb50ababf", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "061e71de-84d4-49af-9de6-3707a37fced3", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "061e71de-84d4-49af-9de6-3707a37fced3", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "061e71de-84d4-49af-9de6-3707a37fced3", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d97db554-01bd-4a95-bdf6-ea4d4a761fd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:42:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "1f79d807-74f2-43c3-a034-8240bbf1e0b8", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "1f79d807-74f2-43c3-a034-8240bbf1e0b8", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "1f79d807-74f2-43c3-a034-8240bbf1e0b8", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "bf597d80-dd53-41c9-99a4-a3a02f3e0343", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "1f79d807-74f2-43c3-a034-8240bbf1e0b8", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5-kserve-route-authn"} 2026-07-13T09:42:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "1f79d807-74f2-43c3-a034-8240bbf1e0b8", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "authType": "userdefined"} 2026-07-13T09:42:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "1f79d807-74f2-43c3-a034-8240bbf1e0b8", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "bf597d80-dd53-41c9-99a4-a3a02f3e0343", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "bf597d80-dd53-41c9-99a4-a3a02f3e0343", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "9324ce59-f7fe-4650-b5eb-bbc288e5cabf", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "9324ce59-f7fe-4650-b5eb-bbc288e5cabf", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "9324ce59-f7fe-4650-b5eb-bbc288e5cabf", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "9324ce59-f7fe-4650-b5eb-bbc288e5cabf", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5-kserve-route-authn"} 2026-07-13T09:42:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "9324ce59-f7fe-4650-b5eb-bbc288e5cabf", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "authType": "userdefined"} 2026-07-13T09:42:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "9324ce59-f7fe-4650-b5eb-bbc288e5cabf", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "4e06c599-f18e-4c3d-b9e8-6525959c33ca", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "4e06c599-f18e-4c3d-b9e8-6525959c33ca", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "4e06c599-f18e-4c3d-b9e8-6525959c33ca", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a664dc6b-e28a-4b02-bd2f-2f3bccfe4574", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:42:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "ebde5b51-0dae-4689-b9e7-f89b6d5d3124", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "ebde5b51-0dae-4689-b9e7-f89b6d5d3124", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "ebde5b51-0dae-4689-b9e7-f89b6d5d3124", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "e7633d74-502f-4d77-b044-357563983875", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "e7633d74-502f-4d77-b044-357563983875", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "e7633d74-502f-4d77-b044-357563983875", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "e7633d74-502f-4d77-b044-357563983875", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5-kserve-route-authn"} 2026-07-13T09:42:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "e7633d74-502f-4d77-b044-357563983875", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "authType": "userdefined"} 2026-07-13T09:42:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "e7633d74-502f-4d77-b044-357563983875", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "6c468804-5cfd-48e3-8c25-2cc170e386d1", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "6c468804-5cfd-48e3-8c25-2cc170e386d1", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "6c468804-5cfd-48e3-8c25-2cc170e386d1", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "6c468804-5cfd-48e3-8c25-2cc170e386d1", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5-kserve-route-authn"} 2026-07-13T09:42:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "6c468804-5cfd-48e3-8c25-2cc170e386d1", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "authType": "userdefined"} 2026-07-13T09:42:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "6c468804-5cfd-48e3-8c25-2cc170e386d1", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0261116b-e913-408c-bfb6-772fa930f015", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:42:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "fbec29ae-042e-4f35-be71-e1b6c9dbb058", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "fbec29ae-042e-4f35-be71-e1b6c9dbb058", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "fbec29ae-042e-4f35-be71-e1b6c9dbb058", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "fbec29ae-042e-4f35-be71-e1b6c9dbb058", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5-kserve-route-authn"} 2026-07-13T09:42:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "fbec29ae-042e-4f35-be71-e1b6c9dbb058", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "authType": "userdefined"} 2026-07-13T09:42:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "fbec29ae-042e-4f35-be71-e1b6c9dbb058", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:42:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "08683b48-84fe-4a15-9549-32c77494f00f", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "08683b48-84fe-4a15-9549-32c77494f00f", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:42:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "08683b48-84fe-4a15-9549-32c77494f00f", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:42:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2bfa83e7-955f-4f4a-8909-c814450fc78c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2bfa83e7-955f-4f4a-8909-c814450fc78c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2bfa83e7-955f-4f4a-8909-c814450fc78c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "533f98d6-f804-4a99-8a24-b71a6f1de394", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2bfa83e7-955f-4f4a-8909-c814450fc78c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934-kserve-route-authn"} 2026-07-13T09:42:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2bfa83e7-955f-4f4a-8909-c814450fc78c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "authType": "userdefined"} 2026-07-13T09:42:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2bfa83e7-955f-4f4a-8909-c814450fc78c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "533f98d6-f804-4a99-8a24-b71a6f1de394", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "533f98d6-f804-4a99-8a24-b71a6f1de394", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ba7ec51c-ac3a-402a-8e2b-0867a50032da", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ba7ec51c-ac3a-402a-8e2b-0867a50032da", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ba7ec51c-ac3a-402a-8e2b-0867a50032da", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ba7ec51c-ac3a-402a-8e2b-0867a50032da", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934-kserve-route-authn"} 2026-07-13T09:42:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ba7ec51c-ac3a-402a-8e2b-0867a50032da", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "authType": "userdefined"} 2026-07-13T09:42:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ba7ec51c-ac3a-402a-8e2b-0867a50032da", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:42:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "bc85ab07-9657-4674-bc72-5883b849b492", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:42:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "bc85ab07-9657-4674-bc72-5883b849b492", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:42:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "bc85ab07-9657-4674-bc72-5883b849b492", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:43:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2ef12cdc-2f89-4a55-b641-f6f791344d81", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2ef12cdc-2f89-4a55-b641-f6f791344d81", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2ef12cdc-2f89-4a55-b641-f6f791344d81", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2ef12cdc-2f89-4a55-b641-f6f791344d81", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934-kserve-route-authn"} 2026-07-13T09:43:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2ef12cdc-2f89-4a55-b641-f6f791344d81", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "authType": "userdefined"} 2026-07-13T09:43:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "2ef12cdc-2f89-4a55-b641-f6f791344d81", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "0b883008-f267-4e3c-ba63-29dd82ce9a9c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "0b883008-f267-4e3c-ba63-29dd82ce9a9c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "0b883008-f267-4e3c-ba63-29dd82ce9a9c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "0b883008-f267-4e3c-ba63-29dd82ce9a9c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934-kserve-route-authn"} 2026-07-13T09:43:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "0b883008-f267-4e3c-ba63-29dd82ce9a9c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "authType": "userdefined"} 2026-07-13T09:43:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "0b883008-f267-4e3c-ba63-29dd82ce9a9c", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "f6d7d97d-c878-46a7-90ec-f7706e7c7e43", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:43:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "f6d7d97d-c878-46a7-90ec-f7706e7c7e43", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:43:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "f6d7d97d-c878-46a7-90ec-f7706e7c7e43", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:43:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "123b030f-b6ab-40b9-99d4-9cfa134c7420", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "123b030f-b6ab-40b9-99d4-9cfa134c7420", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "123b030f-b6ab-40b9-99d4-9cfa134c7420", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "123b030f-b6ab-40b9-99d4-9cfa134c7420", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934-kserve-route-authn"} 2026-07-13T09:43:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "123b030f-b6ab-40b9-99d4-9cfa134c7420", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "authType": "userdefined"} 2026-07-13T09:43:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "123b030f-b6ab-40b9-99d4-9cfa134c7420", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:43:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5"} 2026-07-13T09:43:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:43:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:43:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5-kserve-route-authn"} 2026-07-13T09:43:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5-kserve-route-authn"} 2026-07-13T09:43:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:43:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "39601f29-ad5d-4cc9-9099-de565319dc78", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:43:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-c47dc5","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "test-model-c47dc5", "reconcileID": "113627dc-6eb4-4bff-90cf-633523cdf45a", "LLMInferenceService": "test-model-c47dc5", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "72f6ba76-8fbb-48eb-ae2b-fce7fe39f59d", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "72f6ba76-8fbb-48eb-ae2b-fce7fe39f59d", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "72f6ba76-8fbb-48eb-ae2b-fce7fe39f59d", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "bae27054-a949-4b76-8bab-fe57b43c1654", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "bae27054-a949-4b76-8bab-fe57b43c1654", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "bae27054-a949-4b76-8bab-fe57b43c1654", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:43:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934"} 2026-07-13T09:43:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934-kserve-route-authn"} 2026-07-13T09:43:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934-kserve-route-authn"} 2026-07-13T09:43:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "ed2062fa-a0b3-4351-98e0-c1f42afa21c4", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-6f7934","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "test-model-6f7934", "reconcileID": "70c86ff3-a35d-4331-9333-cd86a7f6ef94", "LLMInferenceService": "test-model-6f7934", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:43:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "9dd900e4-bdd6-4be1-abfa-f8422358c194", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:43:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "9dd900e4-bdd6-4be1-abfa-f8422358c194", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:43:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "9dd900e4-bdd6-4be1-abfa-f8422358c194", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:43:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "f1532aa6-da30-424d-acaa-ba131e16704a", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:43:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "f1532aa6-da30-424d-acaa-ba131e16704a", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:43:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "f1532aa6-da30-424d-acaa-ba131e16704a", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae022d7f-0356-46e9-bfe9-d6cb1150b611", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:43:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "f0a00674-e724-471e-9ffb-2d5cc1dab383", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:43:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "f0a00674-e724-471e-9ffb-2d5cc1dab383", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5-authn-ssl"} 2026-07-13T09:43:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "f0a00674-e724-471e-9ffb-2d5cc1dab383", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f23b31f-19f7-4ee0-a02c-53a29cc5674d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:44:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f23b31f-19f7-4ee0-a02c-53a29cc5674d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f23b31f-19f7-4ee0-a02c-53a29cc5674d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-c47dc5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "48fb11fc-c677-4750-8ea6-a24b27fa7444", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:44:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-trusted-ca-bundle", "reconcileID": "48fb11fc-c677-4750-8ea6-a24b27fa7444", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "openshift-service-ca.crt", "reconcileID": "9bd1431a-292a-450f-9b45-541d2c96cc9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:44:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "openshift-service-ca.crt", "reconcileID": "9bd1431a-292a-450f-9b45-541d2c96cc9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:44:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03d7987a-b24f-4ee7-9a09-0f36bce15561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:44:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-c47dc5"}, "namespace": "ai-tenant-e2e-inf-a-c47dc5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03d7987a-b24f-4ee7-9a09-0f36bce15561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-c47dc5"} 2026-07-13T09:44:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-c47dc5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-c47dc5", "reconcileID": "6dd4fd64-d3c6-4463-98e3-d8ba43cd5324", "Gateway": "e2e-inf-a-c47dc5", "namespace": "openshift-ingress"} 2026-07-13T09:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fa6b6519-614b-445f-95c4-a0c49fce2632", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:44:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "cf51080d-1cfa-4fdb-b5de-34a3f8ce4263", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:44:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "cf51080d-1cfa-4fdb-b5de-34a3f8ce4263", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934-authn-ssl"} 2026-07-13T09:44:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "cf51080d-1cfa-4fdb-b5de-34a3f8ce4263", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:44:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6deb4dce-391c-4d14-a24f-757c50a1bb7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:44:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6deb4dce-391c-4d14-a24f-757c50a1bb7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6deb4dce-391c-4d14-a24f-757c50a1bb7a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-6f7934 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:44:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-trusted-ca-bundle", "reconcileID": "49e12c25-9b91-4d82-b9f4-d7a73266873a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:44:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-trusted-ca-bundle", "reconcileID": "49e12c25-9b91-4d82-b9f4-d7a73266873a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:44:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "openshift-service-ca.crt", "reconcileID": "b9ceea1b-3861-4c2f-a11f-b3cae685955b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:44:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "openshift-service-ca.crt", "reconcileID": "b9ceea1b-3861-4c2f-a11f-b3cae685955b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:44:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2829801-5372-4c44-b588-9a05924d329b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:44:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-6f7934"}, "namespace": "ai-tenant-e2e-inf-b-6f7934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2829801-5372-4c44-b588-9a05924d329b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-6f7934"} 2026-07-13T09:44:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-6f7934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-6f7934", "reconcileID": "878674f2-a998-439a-b54f-797c723d822c", "Gateway": "e2e-inf-b-6f7934", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "84d9dd77-61bf-4fb8-a556-c862151527b6", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "84d9dd77-61bf-4fb8-a556-c862151527b6", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "84d9dd77-61bf-4fb8-a556-c862151527b6", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "05a90edd-6d0e-466f-a18f-ab935071afac", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "05a90edd-6d0e-466f-a18f-ab935071afac", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "05a90edd-6d0e-466f-a18f-ab935071afac", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "3cb54167-c669-441c-b03b-9a6dd0272a3b", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "3cb54167-c669-441c-b03b-9a6dd0272a3b", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "3cb54167-c669-441c-b03b-9a6dd0272a3b", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "2ff58b0c-4389-4868-a290-17a62cef3f43", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "2ff58b0c-4389-4868-a290-17a62cef3f43", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "2ff58b0c-4389-4868-a290-17a62cef3f43", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "48d51341-914b-4426-9de5-5e486f9c018d", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "48d51341-914b-4426-9de5-5e486f9c018d", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "48d51341-914b-4426-9de5-5e486f9c018d", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "2c00efcd-f693-4f15-8da5-cb5d0a53e433", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "2c00efcd-f693-4f15-8da5-cb5d0a53e433", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "2c00efcd-f693-4f15-8da5-cb5d0a53e433", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "b4c10d77-453d-4a1b-b364-a9fd536485f0", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "b4c10d77-453d-4a1b-b364-a9fd536485f0", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "b4c10d77-453d-4a1b-b364-a9fd536485f0", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "openshift-service-ca.crt", "reconcileID": "1e6bc224-aaee-4bba-91c0-2b0d23b21c8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-trusted-ca-bundle", "reconcileID": "486a92be-d65b-4940-a90c-53be06f66e19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "openshift-service-ca.crt", "reconcileID": "35bc8303-25a1-4ec7-b0d5-a7a360b6c230", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c45f95", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "openshift-service-ca.crt", "reconcileID": "35bc8303-25a1-4ec7-b0d5-a7a360b6c230", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "725cc7cf-925d-46bc-930f-bebbfaa097f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "openshift-service-ca.crt", "reconcileID": "04c2919b-82ac-4e2e-8c7a-e42469b81957", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-trusted-ca-bundle", "reconcileID": "66c255e1-4e12-4464-b6cc-c9a6bad76e9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-trusted-ca-bundle", "reconcileID": "66c255e1-4e12-4464-b6cc-c9a6bad76e9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd327796-629e-4e61-9348-74d184e00475", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "de992c6e-ea0b-4e49-840d-5250e9d4f3e0", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "de992c6e-ea0b-4e49-840d-5250e9d4f3e0", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "de992c6e-ea0b-4e49-840d-5250e9d4f3e0", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29a21105-fdf3-4c98-a798-e2bba034ad8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "2db549cb-92bf-4eaf-9e5b-833166d70ab6", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "2db549cb-92bf-4eaf-9e5b-833166d70ab6", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "2db549cb-92bf-4eaf-9e5b-833166d70ab6", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "25fb2ef0-5e52-4f66-8b08-1dfb513fbf28", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "25fb2ef0-5e52-4f66-8b08-1dfb513fbf28", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "25fb2ef0-5e52-4f66-8b08-1dfb513fbf28", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "1eb8bc64-7026-46a0-8635-46c56a374042", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "1eb8bc64-7026-46a0-8635-46c56a374042", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "1eb8bc64-7026-46a0-8635-46c56a374042", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "4849c62b-5982-4ee8-8534-7b8218bdf8b6", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "4849c62b-5982-4ee8-8534-7b8218bdf8b6", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "4849c62b-5982-4ee8-8534-7b8218bdf8b6", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "2c77847d-5df5-4ca8-aaff-1d20904e6b0a", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "2c77847d-5df5-4ca8-aaff-1d20904e6b0a", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "2c77847d-5df5-4ca8-aaff-1d20904e6b0a", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "6488885a-5d80-4542-ad3b-4d23c54e2099", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "6488885a-5d80-4542-ad3b-4d23c54e2099", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "6488885a-5d80-4542-ad3b-4d23c54e2099", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "42b5dfb3-2f65-46c2-ac20-3b3ab61753d3", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "42b5dfb3-2f65-46c2-ac20-3b3ab61753d3", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "42b5dfb3-2f65-46c2-ac20-3b3ab61753d3", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "a4f583e1-6dd7-4ac4-b723-724eb87eb268", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "a4f583e1-6dd7-4ac4-b723-724eb87eb268", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "a4f583e1-6dd7-4ac4-b723-724eb87eb268", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "openshift-service-ca.crt", "reconcileID": "9efedc8e-ab1a-41aa-9235-a36a8bff69e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-trusted-ca-bundle", "reconcileID": "009f3046-9552-4b75-8d96-4db5cb629f28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "openshift-service-ca.crt", "reconcileID": "dd47b06d-689a-42d4-b3ad-5483e94beaae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b0f0c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "openshift-service-ca.crt", "reconcileID": "dd47b06d-689a-42d4-b3ad-5483e94beaae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "openshift-service-ca.crt", "reconcileID": "93dbcb9a-e99b-4bb7-8d0d-af7d56c7ba66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b416e6d0-741c-4f73-9c2e-94e5a68fe152", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-trusted-ca-bundle", "reconcileID": "ffe2d08b-9a48-417d-b55f-d6373927a05b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-trusted-ca-bundle", "reconcileID": "ffe2d08b-9a48-417d-b55f-d6373927a05b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8abe92c1-5641-4f77-86ac-542d040bbfd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "6a279138-13ee-4623-bab9-e75c935dc7f2", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "6a279138-13ee-4623-bab9-e75c935dc7f2", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "6a279138-13ee-4623-bab9-e75c935dc7f2", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "081c877a-5391-4374-b2bc-54b6b0784205", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:44:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "68c3d094-7de4-4092-b35d-254b5a8954ad", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "68c3d094-7de4-4092-b35d-254b5a8954ad", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "68c3d094-7de4-4092-b35d-254b5a8954ad", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "f53154a9-6d11-4692-86b0-f23b05514171", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "f53154a9-6d11-4692-86b0-f23b05514171", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "f53154a9-6d11-4692-86b0-f23b05514171", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "557561b5-aaf0-4895-b839-6ffeb489a11e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:44:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "60e75e38-e58e-4d23-906c-47b64cac358e", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "60e75e38-e58e-4d23-906c-47b64cac358e", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95-authn-ssl"} 2026-07-13T09:44:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "60e75e38-e58e-4d23-906c-47b64cac358e", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f499476c-d5a9-4bf5-9690-a1166bd0d646", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f499476c-d5a9-4bf5-9690-a1166bd0d646", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f499476c-d5a9-4bf5-9690-a1166bd0d646", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c45f95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:44:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-trusted-ca-bundle", "reconcileID": "6d199fc0-3aa5-4029-be36-80be4f3187ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-trusted-ca-bundle", "reconcileID": "6d199fc0-3aa5-4029-be36-80be4f3187ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "openshift-service-ca.crt", "reconcileID": "1d98e6ae-5ffd-4529-bad2-6b4f6eb4f5ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "openshift-service-ca.crt", "reconcileID": "1d98e6ae-5ffd-4529-bad2-6b4f6eb4f5ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "779c6594-0b6e-4341-8586-c857995b1456", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c45f95"}, "namespace": "ai-tenant-e2e-api-a-c45f95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "779c6594-0b6e-4341-8586-c857995b1456", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c45f95"} 2026-07-13T09:44:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c45f95","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c45f95", "reconcileID": "447446c3-ca85-4989-9b45-07a4bab80a6e", "Gateway": "e2e-api-a-c45f95", "namespace": "openshift-ingress"} 2026-07-13T09:44:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "30419cd9-35e0-49a1-9863-65b51d1f259e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:44:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "678fe826-9cd0-483c-a5e0-222363dfb92c", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "678fe826-9cd0-483c-a5e0-222363dfb92c", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0-authn-ssl"} 2026-07-13T09:44:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "678fe826-9cd0-483c-a5e0-222363dfb92c", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53da5426-e97e-4156-a843-22358b517548", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53da5426-e97e-4156-a843-22358b517548", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53da5426-e97e-4156-a843-22358b517548", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b0f0c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-trusted-ca-bundle", "reconcileID": "4fc03314-05c3-4d66-9d6c-8b4fc94bfd9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-trusted-ca-bundle", "reconcileID": "4fc03314-05c3-4d66-9d6c-8b4fc94bfd9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "openshift-service-ca.crt", "reconcileID": "7f12eda2-3dba-47d2-8931-dad501f257ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "openshift-service-ca.crt", "reconcileID": "7f12eda2-3dba-47d2-8931-dad501f257ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bafc35db-f441-4ba1-ad4d-639f4c32eb87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b0f0c0"}, "namespace": "ai-tenant-e2e-api-b-b0f0c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bafc35db-f441-4ba1-ad4d-639f4c32eb87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b0f0c0"} 2026-07-13T09:44:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b0f0c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b0f0c0", "reconcileID": "e84abb79-a439-4d52-96d0-3242e1eb671e", "Gateway": "e2e-api-b-b0f0c0", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "74a41d09-e4e9-4b48-a50b-a7cb9c4addbf", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "74a41d09-e4e9-4b48-a50b-a7cb9c4addbf", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "74a41d09-e4e9-4b48-a50b-a7cb9c4addbf", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "be221796-317f-4c81-9736-7403e0889445", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "be221796-317f-4c81-9736-7403e0889445", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "be221796-317f-4c81-9736-7403e0889445", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "89918fd6-e329-45a4-8a0a-03a16ca28e96", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "89918fd6-e329-45a4-8a0a-03a16ca28e96", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "89918fd6-e329-45a4-8a0a-03a16ca28e96", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "71f84989-9b27-4e96-a3f0-18dd5f3bdfe9", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "71f84989-9b27-4e96-a3f0-18dd5f3bdfe9", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "71f84989-9b27-4e96-a3f0-18dd5f3bdfe9", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "1ee30b79-685c-46bf-8f76-a9dceb1a09c2", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "1ee30b79-685c-46bf-8f76-a9dceb1a09c2", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "1ee30b79-685c-46bf-8f76-a9dceb1a09c2", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "b22d6fe2-2a63-4fef-ac0b-743cceb26e1e", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "b22d6fe2-2a63-4fef-ac0b-743cceb26e1e", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "b22d6fe2-2a63-4fef-ac0b-743cceb26e1e", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "46131b7f-be89-46fc-8b62-f91735ae93f1", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "46131b7f-be89-46fc-8b62-f91735ae93f1", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "46131b7f-be89-46fc-8b62-f91735ae93f1", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "41217014-d61a-483f-a66c-462ce029e4a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-trusted-ca-bundle", "reconcileID": "6b2be6eb-ad9d-41b6-8e67-db0bcaa36a77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:44:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "84d415fc-6edc-4c00-89fa-86d458e916db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f77299", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "84d415fc-6edc-4c00-89fa-86d458e916db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:44:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "9531af1c-334b-4de6-86d4-8a41ea5298ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f77299", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "9531af1c-334b-4de6-86d4-8a41ea5298ce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d5c1d92-48e9-4f81-9180-945fc127aba6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "132c4c7a-6426-4ed7-a29b-f1d1c3502bce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:44:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-trusted-ca-bundle", "reconcileID": "a460cc84-f7fb-417e-9421-f87c890f0adc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-trusted-ca-bundle", "reconcileID": "a460cc84-f7fb-417e-9421-f87c890f0adc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "368f8dd4-9c1e-4cf1-aee7-4c69e245e51c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:44:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "7864e115-ba14-48d6-9fc5-0910bd422721", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "7864e115-ba14-48d6-9fc5-0910bd422721", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "7864e115-ba14-48d6-9fc5-0910bd422721", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07b8c7c3-7dc4-46a5-b6fc-56daa3bb423f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:44:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "11630096-1444-4487-bda8-2c9e28f23dd8", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "11630096-1444-4487-bda8-2c9e28f23dd8", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "11630096-1444-4487-bda8-2c9e28f23dd8", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "f2109f15-f189-45d6-8df9-f4009b112005", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "f2109f15-f189-45d6-8df9-f4009b112005", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "f2109f15-f189-45d6-8df9-f4009b112005", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "0eef5d67-0b05-42f3-a2f5-d96286cf759f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "0eef5d67-0b05-42f3-a2f5-d96286cf759f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "0eef5d67-0b05-42f3-a2f5-d96286cf759f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "8011cca0-0046-40b2-aa65-3ff22d10471e", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "8011cca0-0046-40b2-aa65-3ff22d10471e", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "8011cca0-0046-40b2-aa65-3ff22d10471e", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "d73fa83f-275d-4682-9c21-804633082391", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "d73fa83f-275d-4682-9c21-804633082391", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "d73fa83f-275d-4682-9c21-804633082391", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "0c8db7b8-2515-456c-ab28-76c43fb4e9d2", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "0c8db7b8-2515-456c-ab28-76c43fb4e9d2", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "0c8db7b8-2515-456c-ab28-76c43fb4e9d2", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "c3d82840-e21a-4f8e-b2a4-aeace3a30e6f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "c3d82840-e21a-4f8e-b2a4-aeace3a30e6f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "c3d82840-e21a-4f8e-b2a4-aeace3a30e6f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "openshift-service-ca.crt", "reconcileID": "be261f4b-edb8-418b-8b73-f6b01c43de7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:44:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-trusted-ca-bundle", "reconcileID": "e2dace0b-0321-4e7d-993d-d7037d123fd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:44:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "openshift-service-ca.crt", "reconcileID": "d2d922d8-48e6-401b-9bc3-f1a9ca92c99b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7bf32e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "openshift-service-ca.crt", "reconcileID": "d2d922d8-48e6-401b-9bc3-f1a9ca92c99b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:44:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecee630d-d1c9-4cda-84ff-91388f4da9cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:44:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "openshift-service-ca.crt", "reconcileID": "5252c450-8e17-42ce-addc-183e7195ef27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:44:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-trusted-ca-bundle", "reconcileID": "80c0e159-493b-4d39-bed9-5bf9b9476fe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:44:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-trusted-ca-bundle", "reconcileID": "80c0e159-493b-4d39-bed9-5bf9b9476fe9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:44:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cbd0e49-71f1-4d74-a0eb-442321123064", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "58466998-c0a1-4db2-9dfd-e97298f92cf6", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "58466998-c0a1-4db2-9dfd-e97298f92cf6", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "58466998-c0a1-4db2-9dfd-e97298f92cf6", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "36953d72-eda7-4e36-9537-b71b7f4513ce", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "36953d72-eda7-4e36-9537-b71b7f4513ce", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "36953d72-eda7-4e36-9537-b71b7f4513ce", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:44:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d7db452e-ff96-46c8-92d6-df3d43b05e5b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:45:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "ae1a279f-2107-42d3-bc12-4ba9543f159f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:45:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "ae1a279f-2107-42d3-bc12-4ba9543f159f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:45:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "ae1a279f-2107-42d3-bc12-4ba9543f159f", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f82a82c0-b6df-443d-b185-fb95ee33f762", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:45:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4f00133-b545-43fa-b239-7040ccb280fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:45:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9695231b-aa6e-4998-b2cc-d98f5a2472c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:46:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T09:46:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T09:46:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T09:46:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T09:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b46bde4-3b15-4d0b-afb1-62fcc3688089", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "70d52de7-0988-4d41-852c-7e0d60959d24", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "70d52de7-0988-4d41-852c-7e0d60959d24", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299-authn-ssl"} 2026-07-13T09:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "70d52de7-0988-4d41-852c-7e0d60959d24", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:48:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400f1622-1f9c-4421-931a-2acf9ea35b48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:48:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400f1622-1f9c-4421-931a-2acf9ea35b48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:48:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "400f1622-1f9c-4421-931a-2acf9ea35b48", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-f77299 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:48:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-trusted-ca-bundle", "reconcileID": "42e5c970-b9d3-4cb2-a449-dc1ff251e213", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-trusted-ca-bundle", "reconcileID": "42e5c970-b9d3-4cb2-a449-dc1ff251e213", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:48:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "9274dabc-5746-4ef0-b62f-06c005f7589a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "openshift-service-ca.crt", "reconcileID": "9274dabc-5746-4ef0-b62f-06c005f7589a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:48:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7148ea5-9bab-4fc6-80a5-2f5856e4ba3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:48:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-f77299"}, "namespace": "ai-tenant-e2e-shared-a-f77299", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7148ea5-9bab-4fc6-80a5-2f5856e4ba3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-f77299"} 2026-07-13T09:48:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-f77299","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-f77299", "reconcileID": "744bdd63-012d-4399-82d5-a56a75376aa1", "Gateway": "e2e-shared-a-f77299", "namespace": "openshift-ingress"} 2026-07-13T09:48:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0975135d-751a-434d-b409-c43ee999ad06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T09:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "bd1d869a-4d3c-43d4-a5d4-84d2b703330e", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "bd1d869a-4d3c-43d4-a5d4-84d2b703330e", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e-authn-ssl"} 2026-07-13T09:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "bd1d869a-4d3c-43d4-a5d4-84d2b703330e", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"} 2026-07-13T09:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eed439ae-c1b8-414a-a97e-70a0445ed23d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:48:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eed439ae-c1b8-414a-a97e-70a0445ed23d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T09:48:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eed439ae-c1b8-414a-a97e-70a0445ed23d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-7bf32e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T09:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-trusted-ca-bundle", "reconcileID": "e82a2338-6f5b-4ece-a5f6-ebf25c1c2d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-trusted-ca-bundle", "reconcileID": "e82a2338-6f5b-4ece-a5f6-ebf25c1c2d8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "openshift-service-ca.crt", "reconcileID": "ec0b6273-60e5-4ea8-9e5c-37602ab15bdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "openshift-service-ca.crt", "reconcileID": "ec0b6273-60e5-4ea8-9e5c-37602ab15bdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:48:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9ebdf1f-7b7c-4fab-9cbc-5e0f8311f581", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:48:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7bf32e"}, "namespace": "ai-tenant-e2e-shared-b-7bf32e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9ebdf1f-7b7c-4fab-9cbc-5e0f8311f581", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7bf32e"} 2026-07-13T09:48:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7bf32e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7bf32e", "reconcileID": "f8bf49f2-8998-465b-9ce2-81c4eec5c64e", "Gateway": "e2e-shared-b-7bf32e", "namespace": "openshift-ingress"}