sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c0989b70"}, "namespace": "ai-tenant-e2e-mt-c0989b70", "name": "odh-trusted-ca-bundle", "reconcileID": "784e2792-7dc0-42f9-a3c6-88598ed9eb38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0989b70"} 2026-07-08T13:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c0989b70"}, "namespace": "ai-tenant-e2e-mt-c0989b70", "name": "odh-trusted-ca-bundle", "reconcileID": "784e2792-7dc0-42f9-a3c6-88598ed9eb38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0989b70"} 2026-07-08T13:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0989b70"}, "namespace": "ai-tenant-e2e-mt-c0989b70", "name": "openshift-service-ca.crt", "reconcileID": "5a004ede-52ef-4ec1-a8fb-7855da165d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0989b70"} 2026-07-08T13:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0989b70"}, "namespace": "ai-tenant-e2e-mt-c0989b70", "name": "openshift-service-ca.crt", "reconcileID": "5a004ede-52ef-4ec1-a8fb-7855da165d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0989b70"} 2026-07-08T13:52:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0989b70"}, "namespace": "ai-tenant-e2e-mt-c0989b70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5da34d32-4478-421e-86db-f1a1d2f29dbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0989b70"} 2026-07-08T13:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0989b70"}, "namespace": "ai-tenant-e2e-mt-c0989b70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5da34d32-4478-421e-86db-f1a1d2f29dbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0989b70"} 2026-07-08T13:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "openshift-service-ca.crt", "reconcileID": "3878bfed-d6f4-46ea-b186-e71c708c01d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-trusted-ca-bundle", "reconcileID": "dcca07ad-4340-4b0c-bf50-dd03d3d92d5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:52:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "openshift-service-ca.crt", "reconcileID": "e2ff5945-5da5-44cc-93fa-83b128d9fc78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9347576d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:52:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "openshift-service-ca.crt", "reconcileID": "e2ff5945-5da5-44cc-93fa-83b128d9fc78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "openshift-service-ca.crt", "reconcileID": "8a41e9c9-76f2-45ae-abaf-0830fd46a8f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "736c5df3-f894-4a17-a5d4-cbd3f776c8e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:52:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-trusted-ca-bundle", "reconcileID": "6210d9d2-7d22-4b67-9084-cfd7007e60a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:52:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-trusted-ca-bundle", "reconcileID": "6210d9d2-7d22-4b67-9084-cfd7007e60a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62a93780-1db8-4c6c-b97e-bb8334d15184", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0951983-f041-413f-8355-2063fb45ffac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0951983-f041-413f-8355-2063fb45ffac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:53:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d0951983-f041-413f-8355-2063fb45ffac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-9347576d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:53:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-trusted-ca-bundle", "reconcileID": "085b2cd1-5c1d-46d5-a811-f571cc44f881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-trusted-ca-bundle", "reconcileID": "085b2cd1-5c1d-46d5-a811-f571cc44f881", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "openshift-service-ca.crt", "reconcileID": "ca303acf-e73d-4c4d-a0d9-02ae6ecb3fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "openshift-service-ca.crt", "reconcileID": "ca303acf-e73d-4c4d-a0d9-02ae6ecb3fb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec784ff0-e36c-4cba-8245-295c462a5afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-9347576d"}, "namespace": "ai-tenant-e2e-mt-9347576d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec784ff0-e36c-4cba-8245-295c462a5afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-9347576d"} 2026-07-08T13:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "78666a08-94b1-490f-8688-d6415bece2e8", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "78666a08-94b1-490f-8688-d6415bece2e8", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "78666a08-94b1-490f-8688-d6415bece2e8", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "34f12a39-d72e-4d66-aff2-ca9740b53998", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "34f12a39-d72e-4d66-aff2-ca9740b53998", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "34f12a39-d72e-4d66-aff2-ca9740b53998", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "97f1099e-8aa8-47f5-8b2b-378cad01779c", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "97f1099e-8aa8-47f5-8b2b-378cad01779c", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "97f1099e-8aa8-47f5-8b2b-378cad01779c", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "95dfe0bd-353d-4759-ba7e-72b8fe06dc9b", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "95dfe0bd-353d-4759-ba7e-72b8fe06dc9b", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "95dfe0bd-353d-4759-ba7e-72b8fe06dc9b", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6ef0796e-b6a3-463c-9a30-4618c6a1be41", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6ef0796e-b6a3-463c-9a30-4618c6a1be41", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6ef0796e-b6a3-463c-9a30-4618c6a1be41", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "b7d301d5-6d36-47f3-8811-a6aff34cf79c", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "b7d301d5-6d36-47f3-8811-a6aff34cf79c", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "b7d301d5-6d36-47f3-8811-a6aff34cf79c", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "3f770fa0-f82a-477c-82a5-c4cce5a27846", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "3f770fa0-f82a-477c-82a5-c4cce5a27846", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "3f770fa0-f82a-477c-82a5-c4cce5a27846", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "04b87efd-244a-4b5e-8d9e-3a9c44a965f4", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "04b87efd-244a-4b5e-8d9e-3a9c44a965f4", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "04b87efd-244a-4b5e-8d9e-3a9c44a965f4", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "openshift-service-ca.crt", "reconcileID": "8d8d1e8e-90c5-48b3-a7ed-3ba92a78f357", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "openshift-service-ca.crt", "reconcileID": "07be2fdc-f159-4952-a97d-fc57cd27ea2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:53:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "openshift-service-ca.crt", "reconcileID": "07be2fdc-f159-4952-a97d-fc57cd27ea2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-trusted-ca-bundle", "reconcileID": "9281088b-a726-4186-baf5-b2b3d4c33d98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ccf4456-bc9d-41f7-9c29-5be553d4b10d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "openshift-service-ca.crt", "reconcileID": "4010eaf6-db62-489d-bf0a-549c7c8c9ab8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-trusted-ca-bundle", "reconcileID": "6409e987-a454-453f-8ae2-09db5b37a1d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:53:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-trusted-ca-bundle", "reconcileID": "6409e987-a454-453f-8ae2-09db5b37a1d5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d3d53b7-918d-455b-bcf0-2ebe1248cda7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "2d032074-b3ea-4190-a5a3-b799219bf574", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "2d032074-b3ea-4190-a5a3-b799219bf574", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "2d032074-b3ea-4190-a5a3-b799219bf574", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "910d67e9-fdca-49f9-8074-fdcf7fcf7e37", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "730f35ef-fbb4-4c9a-a1df-7fb52a50b62a", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "730f35ef-fbb4-4c9a-a1df-7fb52a50b62a", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "730f35ef-fbb4-4c9a-a1df-7fb52a50b62a", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "988a0a1e-a180-4937-8416-162d3f71c29a", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "988a0a1e-a180-4937-8416-162d3f71c29a", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "988a0a1e-a180-4937-8416-162d3f71c29a", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "dea0a1e0-af50-4c8b-bc2a-6284ccead293", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "dea0a1e0-af50-4c8b-bc2a-6284ccead293", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "dea0a1e0-af50-4c8b-bc2a-6284ccead293", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "0e09d5f5-fec1-49fc-aad1-fb1eddc562e6", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "0e09d5f5-fec1-49fc-aad1-fb1eddc562e6", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "0e09d5f5-fec1-49fc-aad1-fb1eddc562e6", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "0d1c651f-02c7-455a-917a-b108590c223f", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "0d1c651f-02c7-455a-917a-b108590c223f", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "0d1c651f-02c7-455a-917a-b108590c223f", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "7afb11be-538f-4b33-a124-98fbc9c7012e", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "7afb11be-538f-4b33-a124-98fbc9c7012e", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "7afb11be-538f-4b33-a124-98fbc9c7012e", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "b016e88f-a060-4c54-979d-94e6529798c6", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "b016e88f-a060-4c54-979d-94e6529798c6", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "b016e88f-a060-4c54-979d-94e6529798c6", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "openshift-service-ca.crt", "reconcileID": "2402ffdc-4acf-45d6-8ab0-ac9b9bfbedc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-trusted-ca-bundle", "reconcileID": "21543864-4b8b-4853-89a9-3cd942377a22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "openshift-service-ca.crt", "reconcileID": "3b812830-f713-4be8-ab1e-e1d9a54f9b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:53:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "openshift-service-ca.crt", "reconcileID": "3b812830-f713-4be8-ab1e-e1d9a54f9b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "openshift-service-ca.crt", "reconcileID": "ca0b9a44-9124-4318-a8e7-8f3430762dd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c78c26b3-6657-4028-b795-10b71c7debb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-trusted-ca-bundle", "reconcileID": "a2a6a1fc-3a77-427f-a75b-f667b4fc4e8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:53:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-trusted-ca-bundle", "reconcileID": "a2a6a1fc-3a77-427f-a75b-f667b4fc4e8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85fdb725-5168-407f-9114-5c5d822e0c95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6a91572f-f89d-48ad-8906-9e937262b0c1", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6a91572f-f89d-48ad-8906-9e937262b0c1", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6a91572f-f89d-48ad-8906-9e937262b0c1", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "bb7b502a-6d8c-46f1-ad9f-b71cc67d4ebd", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "bb7b502a-6d8c-46f1-ad9f-b71cc67d4ebd", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "bb7b502a-6d8c-46f1-ad9f-b71cc67d4ebd", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5186564d-a7ad-4036-8324-26731b53cf34", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:53:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "86aa21f1-cb08-470c-8e71-81dbab702f58", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "86aa21f1-cb08-470c-8e71-81dbab702f58", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "86aa21f1-cb08-470c-8e71-81dbab702f58", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "4662fd9e-00dc-48ec-847c-a9ce9b4e5e79", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "86aa21f1-cb08-470c-8e71-81dbab702f58", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0-kserve-route-authn"} 2026-07-08T13:53:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "86aa21f1-cb08-470c-8e71-81dbab702f58", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "authType": "userdefined"} 2026-07-08T13:53:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "86aa21f1-cb08-470c-8e71-81dbab702f58", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "4662fd9e-00dc-48ec-847c-a9ce9b4e5e79", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "4662fd9e-00dc-48ec-847c-a9ce9b4e5e79", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b505211b-d54d-412b-894e-16b245f93a97", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b505211b-d54d-412b-894e-16b245f93a97", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b505211b-d54d-412b-894e-16b245f93a97", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b505211b-d54d-412b-894e-16b245f93a97", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0-kserve-route-authn"} 2026-07-08T13:53:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b505211b-d54d-412b-894e-16b245f93a97", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "authType": "userdefined"} 2026-07-08T13:53:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b505211b-d54d-412b-894e-16b245f93a97", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "2ad70d0b-824c-45b7-8791-b285fe079182", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "2ad70d0b-824c-45b7-8791-b285fe079182", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "2ad70d0b-824c-45b7-8791-b285fe079182", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "84c86a17-8f2e-42be-8769-1690f4ff1efb", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "84c86a17-8f2e-42be-8769-1690f4ff1efb", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "84c86a17-8f2e-42be-8769-1690f4ff1efb", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b57c17c0-7f00-43dd-bfc0-5feee24cfbf3", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b57c17c0-7f00-43dd-bfc0-5feee24cfbf3", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b57c17c0-7f00-43dd-bfc0-5feee24cfbf3", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b57c17c0-7f00-43dd-bfc0-5feee24cfbf3", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0-kserve-route-authn"} 2026-07-08T13:53:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b57c17c0-7f00-43dd-bfc0-5feee24cfbf3", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "authType": "userdefined"} 2026-07-08T13:53:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b57c17c0-7f00-43dd-bfc0-5feee24cfbf3", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b348adcf-1dfe-4357-ae95-cffb27a642a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:53:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "974697ca-6b29-4c74-bdac-3acc8e7e8726", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:53:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "1147bb89-f587-43e0-b8bc-cfc0f96352fa", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "1147bb89-f587-43e0-b8bc-cfc0f96352fa", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "1147bb89-f587-43e0-b8bc-cfc0f96352fa", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "1147bb89-f587-43e0-b8bc-cfc0f96352fa", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0-kserve-route-authn"} 2026-07-08T13:53:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "1147bb89-f587-43e0-b8bc-cfc0f96352fa", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "authType": "userdefined"} 2026-07-08T13:53:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "1147bb89-f587-43e0-b8bc-cfc0f96352fa", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:53:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "476d3fbc-a967-45d8-9c3e-7ed94f9dcfd2", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "476d3fbc-a967-45d8-9c3e-7ed94f9dcfd2", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "476d3fbc-a967-45d8-9c3e-7ed94f9dcfd2", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d5ba42b7-657e-4d20-a598-da6921fe2ab3", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d5ba42b7-657e-4d20-a598-da6921fe2ab3", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d5ba42b7-657e-4d20-a598-da6921fe2ab3", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "3131667c-03be-43af-89bc-d80cd3158dc5", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d5ba42b7-657e-4d20-a598-da6921fe2ab3", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76-kserve-route-authn"} 2026-07-08T13:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d5ba42b7-657e-4d20-a598-da6921fe2ab3", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "authType": "userdefined"} 2026-07-08T13:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d5ba42b7-657e-4d20-a598-da6921fe2ab3", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "3131667c-03be-43af-89bc-d80cd3158dc5", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "3131667c-03be-43af-89bc-d80cd3158dc5", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "c2ce5678-6a6f-49a4-96a0-a7e1bb7b2c5a", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "c2ce5678-6a6f-49a4-96a0-a7e1bb7b2c5a", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "c2ce5678-6a6f-49a4-96a0-a7e1bb7b2c5a", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "c2ce5678-6a6f-49a4-96a0-a7e1bb7b2c5a", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76-kserve-route-authn"} 2026-07-08T13:53:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "c2ce5678-6a6f-49a4-96a0-a7e1bb7b2c5a", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "authType": "userdefined"} 2026-07-08T13:53:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "c2ce5678-6a6f-49a4-96a0-a7e1bb7b2c5a", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "a6100de9-469c-4c1d-aa43-3fc650c1552f", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "a6100de9-469c-4c1d-aa43-3fc650c1552f", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "a6100de9-469c-4c1d-aa43-3fc650c1552f", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:53:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ad55de29-6af6-46e4-95b2-72f1de09f7c7", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ad55de29-6af6-46e4-95b2-72f1de09f7c7", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ad55de29-6af6-46e4-95b2-72f1de09f7c7", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:53:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ad55de29-6af6-46e4-95b2-72f1de09f7c7", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76-kserve-route-authn"} 2026-07-08T13:53:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ad55de29-6af6-46e4-95b2-72f1de09f7c7", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "authType": "userdefined"} 2026-07-08T13:53:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ad55de29-6af6-46e4-95b2-72f1de09f7c7", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "80d277be-7f37-4cac-ab6e-26ff25ce0914", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:54:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "80d277be-7f37-4cac-ab6e-26ff25ce0914", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:54:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "80d277be-7f37-4cac-ab6e-26ff25ce0914", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:54:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d2791aba-12af-4cb5-a8f0-8afa2bdb607f", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d2791aba-12af-4cb5-a8f0-8afa2bdb607f", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d2791aba-12af-4cb5-a8f0-8afa2bdb607f", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d2791aba-12af-4cb5-a8f0-8afa2bdb607f", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76-kserve-route-authn"} 2026-07-08T13:54:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d2791aba-12af-4cb5-a8f0-8afa2bdb607f", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "authType": "userdefined"} 2026-07-08T13:54:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "d2791aba-12af-4cb5-a8f0-8afa2bdb607f", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:54:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0"} 2026-07-08T13:54:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:54:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:54:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0-kserve-route-authn"} 2026-07-08T13:54:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0-kserve-route-authn"} 2026-07-08T13:54:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:54:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "3887324d-89d2-42a7-8ead-2cdf5be90988", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:54:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ac32a0","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "test-model-ac32a0", "reconcileID": "b7eee731-885f-4a65-8ed2-2cd6ce4dd38b", "LLMInferenceService": "test-model-ac32a0", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:54:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "4b8fa0c8-673e-4143-b9d1-2407557fd5e9", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:54:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "4b8fa0c8-673e-4143-b9d1-2407557fd5e9", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:54:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "4b8fa0c8-673e-4143-b9d1-2407557fd5e9", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:54:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "d1e513ca-b576-43d4-8590-c428f7dc51da", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:54:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "d1e513ca-b576-43d4-8590-c428f7dc51da", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:54:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "d1e513ca-b576-43d4-8590-c428f7dc51da", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:54:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76"} 2026-07-08T13:54:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76-kserve-route-authn"} 2026-07-08T13:54:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76-kserve-route-authn"} 2026-07-08T13:54:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "ffeb03e5-a9a8-4115-ab23-66f8bda47426", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8f6d76","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "test-model-8f6d76", "reconcileID": "0e6e721c-c00a-4546-940a-4f37dabaeba0", "LLMInferenceService": "test-model-8f6d76", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "6c253a93-c07c-4825-a4c3-9293ebff4163", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "6c253a93-c07c-4825-a4c3-9293ebff4163", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "6c253a93-c07c-4825-a4c3-9293ebff4163", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:54:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "98f16cd0-6d44-4e53-9f75-d14a79435006", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:54:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "98f16cd0-6d44-4e53-9f75-d14a79435006", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:54:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "98f16cd0-6d44-4e53-9f75-d14a79435006", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:54:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4c5369a-5069-439d-8de4-214cb9e6a3e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:54:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6e97b8fb-33a7-42ad-b17d-72bb6bdd68d9", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:54:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6e97b8fb-33a7-42ad-b17d-72bb6bdd68d9", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0-authn-ssl"} 2026-07-08T13:54:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "6e97b8fb-33a7-42ad-b17d-72bb6bdd68d9", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1b92a2c-b183-4f6f-8302-409f5588abaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:55:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1b92a2c-b183-4f6f-8302-409f5588abaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:55:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1b92a2c-b183-4f6f-8302-409f5588abaf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-ac32a0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-trusted-ca-bundle", "reconcileID": "38f438f7-a3a7-4969-b015-1fe7a413dad3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-trusted-ca-bundle", "reconcileID": "38f438f7-a3a7-4969-b015-1fe7a413dad3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "openshift-service-ca.crt", "reconcileID": "cbe8dbaa-7a9c-4869-93af-76b53754d201", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "openshift-service-ca.crt", "reconcileID": "cbe8dbaa-7a9c-4869-93af-76b53754d201", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:55:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3e84a8b-756e-4af4-b906-b16446ffac47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:55:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ac32a0"}, "namespace": "ai-tenant-e2e-inf-a-ac32a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3e84a8b-756e-4af4-b906-b16446ffac47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ac32a0"} 2026-07-08T13:55:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ac32a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ac32a0", "reconcileID": "ad513095-13d9-4c3e-83fb-fa7d8cd6d03b", "Gateway": "e2e-inf-a-ac32a0", "namespace": "openshift-ingress"} 2026-07-08T13:55:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00b52ee4-d9df-4bdf-ac2d-c4679bff567e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "626cf0f3-8683-4c29-b03f-c50605123ff4", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "626cf0f3-8683-4c29-b03f-c50605123ff4", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76-authn-ssl"} 2026-07-08T13:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "626cf0f3-8683-4c29-b03f-c50605123ff4", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edc9829f-6744-42d5-9d11-d060e3d9bd92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:55:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edc9829f-6744-42d5-9d11-d060e3d9bd92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:55:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edc9829f-6744-42d5-9d11-d060e3d9bd92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-8f6d76 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-trusted-ca-bundle", "reconcileID": "a593c601-ed4a-4b30-a59b-16b46786117f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-trusted-ca-bundle", "reconcileID": "a593c601-ed4a-4b30-a59b-16b46786117f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "openshift-service-ca.crt", "reconcileID": "6e124552-c526-44d4-bbbd-0142bbfdc26d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "openshift-service-ca.crt", "reconcileID": "6e124552-c526-44d4-bbbd-0142bbfdc26d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:55:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15be8b8e-2d55-4d2b-a782-64f733af8734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:55:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-8f6d76"}, "namespace": "ai-tenant-e2e-inf-b-8f6d76", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15be8b8e-2d55-4d2b-a782-64f733af8734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-8f6d76"} 2026-07-08T13:55:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-8f6d76","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-8f6d76", "reconcileID": "5231925a-11bb-485e-a635-146babadd3cd", "Gateway": "e2e-inf-b-8f6d76", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "fe4e12cd-8429-4493-8a96-0c9fd6898ccc", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "fe4e12cd-8429-4493-8a96-0c9fd6898ccc", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "fe4e12cd-8429-4493-8a96-0c9fd6898ccc", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "e52f24e2-9403-4ead-a703-8e328089ce7f", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "e52f24e2-9403-4ead-a703-8e328089ce7f", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "e52f24e2-9403-4ead-a703-8e328089ce7f", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "911fb5fd-e322-4722-b7a2-7eb14c29b332", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "911fb5fd-e322-4722-b7a2-7eb14c29b332", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "911fb5fd-e322-4722-b7a2-7eb14c29b332", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "3162bcbe-663c-4a82-938c-72e7f941b0bb", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "3162bcbe-663c-4a82-938c-72e7f941b0bb", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "3162bcbe-663c-4a82-938c-72e7f941b0bb", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "18d9fde4-7d67-4b59-9847-0ed4d7f6641d", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "18d9fde4-7d67-4b59-9847-0ed4d7f6641d", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "18d9fde4-7d67-4b59-9847-0ed4d7f6641d", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "a31a9847-44d2-485c-92a6-1c0203a76ed2", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "a31a9847-44d2-485c-92a6-1c0203a76ed2", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "a31a9847-44d2-485c-92a6-1c0203a76ed2", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "cadd5fd7-32e0-49ed-a113-b96a5f238b5a", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "cadd5fd7-32e0-49ed-a113-b96a5f238b5a", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "cadd5fd7-32e0-49ed-a113-b96a5f238b5a", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "openshift-service-ca.crt", "reconcileID": "b9759db8-0e2d-4d93-a19d-14e61a5bd72e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-trusted-ca-bundle", "reconcileID": "2116b9c0-9741-4950-ae71-7637ced9f9d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:55:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "openshift-service-ca.crt", "reconcileID": "4a960ffb-1f2f-41df-8c48-eb3144f07ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8dd341", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:55:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "openshift-service-ca.crt", "reconcileID": "4a960ffb-1f2f-41df-8c48-eb3144f07ee3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96cb3e6e-a3c1-47f7-b7bd-b604b980ceda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "openshift-service-ca.crt", "reconcileID": "cbc07909-8e99-460a-9c57-8ba62b22f989", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:55:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-trusted-ca-bundle", "reconcileID": "1db21f85-595d-4f90-b936-26193bbe96e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:55:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-trusted-ca-bundle", "reconcileID": "1db21f85-595d-4f90-b936-26193bbe96e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d62532b-381d-4b71-929c-89d39ff0df47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:55:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "069f08c7-ada2-44b0-809b-b1e3567ffe77", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "069f08c7-ada2-44b0-809b-b1e3567ffe77", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "069f08c7-ada2-44b0-809b-b1e3567ffe77", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e87c857-764a-44dc-ae75-23726c827e79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "7f261c0f-c8d5-4843-865a-18ee26f4d784", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "7f261c0f-c8d5-4843-865a-18ee26f4d784", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "7f261c0f-c8d5-4843-865a-18ee26f4d784", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0986b2b9-5fa9-4b47-a10e-47ef194657f6", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0986b2b9-5fa9-4b47-a10e-47ef194657f6", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0986b2b9-5fa9-4b47-a10e-47ef194657f6", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "07ff3773-2c1e-46b1-8aa2-fb02f2b668e9", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "07ff3773-2c1e-46b1-8aa2-fb02f2b668e9", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "07ff3773-2c1e-46b1-8aa2-fb02f2b668e9", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "d7b2f6c6-f4fc-44fd-a981-aaf3e8babc07", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "d7b2f6c6-f4fc-44fd-a981-aaf3e8babc07", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "d7b2f6c6-f4fc-44fd-a981-aaf3e8babc07", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0de7559f-bb36-4de7-86ee-4bbe4041e291", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0de7559f-bb36-4de7-86ee-4bbe4041e291", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0de7559f-bb36-4de7-86ee-4bbe4041e291", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "736bf557-b92f-42f0-9225-5fd9e51b9637", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "736bf557-b92f-42f0-9225-5fd9e51b9637", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "736bf557-b92f-42f0-9225-5fd9e51b9637", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "cf4e03ee-87a3-437b-b43d-f378b29589f7", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "cf4e03ee-87a3-437b-b43d-f378b29589f7", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "cf4e03ee-87a3-437b-b43d-f378b29589f7", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "openshift-service-ca.crt", "reconcileID": "faca6c3d-8e46-4362-862b-9dbb7bde8b73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-trusted-ca-bundle", "reconcileID": "3c3ef093-d757-4188-bd18-e85ffeab8a52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "openshift-service-ca.crt", "reconcileID": "4f981193-e77c-40b6-9a76-a216514accf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d1efd5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:55:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "openshift-service-ca.crt", "reconcileID": "4f981193-e77c-40b6-9a76-a216514accf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "openshift-service-ca.crt", "reconcileID": "4f99b8ea-f50d-41e3-9ec3-e07a292c9682", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3201367-c6ee-48f4-bcf0-392ccde3c6cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:55:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-trusted-ca-bundle", "reconcileID": "e5621973-3043-47ae-a943-a2a78debe02a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:55:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-trusted-ca-bundle", "reconcileID": "e5621973-3043-47ae-a943-a2a78debe02a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6225e053-3f81-40d6-85b2-8e609d18cad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:55:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "f96c13f1-5df2-4dcd-a9f9-14fcf3c6ba05", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "f96c13f1-5df2-4dcd-a9f9-14fcf3c6ba05", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "f96c13f1-5df2-4dcd-a9f9-14fcf3c6ba05", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "edbef5d4-ac8c-425f-8bdd-b114a29e4d29", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "edbef5d4-ac8c-425f-8bdd-b114a29e4d29", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "edbef5d4-ac8c-425f-8bdd-b114a29e4d29", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a84917c-cb56-40c3-97d3-cd60c9cd783e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0ba3f5be-e873-437f-8fd4-215340cf2613", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0ba3f5be-e873-437f-8fd4-215340cf2613", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "0ba3f5be-e873-437f-8fd4-215340cf2613", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c93bed04-e94c-443d-ba94-016ec72e504a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "6dc2a5d1-a3d5-4e3b-a258-085067c52e59", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "6dc2a5d1-a3d5-4e3b-a258-085067c52e59", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341-authn-ssl"} 2026-07-08T13:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "6dc2a5d1-a3d5-4e3b-a258-085067c52e59", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:55:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "ee43d0b2-7f6a-4b8c-99a4-3d4893a8509d", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:55:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "ee43d0b2-7f6a-4b8c-99a4-3d4893a8509d", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:55:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "ee43d0b2-7f6a-4b8c-99a4-3d4893a8509d", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca77b7fd-efa4-4091-8776-c60976926445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:56:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca77b7fd-efa4-4091-8776-c60976926445", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:56:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca77b7fd-efa4-4091-8776-c60976926445", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8dd341 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-trusted-ca-bundle", "reconcileID": "505ca795-0247-499a-bca1-1e192af94787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-trusted-ca-bundle", "reconcileID": "505ca795-0247-499a-bca1-1e192af94787", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "openshift-service-ca.crt", "reconcileID": "dfe96d59-6104-4449-b193-de66472a0a97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "openshift-service-ca.crt", "reconcileID": "dfe96d59-6104-4449-b193-de66472a0a97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:56:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c282c1e1-c847-488d-b185-c3f66b19e35e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:56:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8dd341"}, "namespace": "ai-tenant-e2e-api-a-8dd341", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c282c1e1-c847-488d-b185-c3f66b19e35e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8dd341"} 2026-07-08T13:56:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8dd341","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8dd341", "reconcileID": "67a911e1-88d2-4800-b901-a3e919da5c8c", "Gateway": "e2e-api-a-8dd341", "namespace": "openshift-ingress"} 2026-07-08T13:56:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7aff10ab-ceba-4d17-a149-c2a77f250bdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:56:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "6c327e30-7c4e-4a94-b8d1-02e1c2fdcf6d", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:56:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "6c327e30-7c4e-4a94-b8d1-02e1c2fdcf6d", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5-authn-ssl"} 2026-07-08T13:56:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "6c327e30-7c4e-4a94-b8d1-02e1c2fdcf6d", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:56:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d49f470-85a4-4ee7-8af0-4c78d8994e8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:56:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d49f470-85a4-4ee7-8af0-4c78d8994e8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:56:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d49f470-85a4-4ee7-8af0-4c78d8994e8c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d1efd5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:56:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-trusted-ca-bundle", "reconcileID": "bdb5925f-40d9-4e42-96b3-f60cceba97ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-trusted-ca-bundle", "reconcileID": "bdb5925f-40d9-4e42-96b3-f60cceba97ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:56:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "openshift-service-ca.crt", "reconcileID": "b5b7e614-5844-429a-bdb9-10a4407485e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "openshift-service-ca.crt", "reconcileID": "b5b7e614-5844-429a-bdb9-10a4407485e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:56:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42855553-4d10-43b0-9480-ab4985bb436b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:56:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d1efd5"}, "namespace": "ai-tenant-e2e-api-b-d1efd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42855553-4d10-43b0-9480-ab4985bb436b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d1efd5"} 2026-07-08T13:56:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d1efd5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d1efd5", "reconcileID": "b2400976-0b8b-42b3-b51b-551d1f5b47c9", "Gateway": "e2e-api-b-d1efd5", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "893188eb-c6f0-4e8d-a669-19f1bdcee331", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "893188eb-c6f0-4e8d-a669-19f1bdcee331", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "893188eb-c6f0-4e8d-a669-19f1bdcee331", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "29f70966-e48c-4bb4-aa83-2280c3b6f715", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "29f70966-e48c-4bb4-aa83-2280c3b6f715", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "29f70966-e48c-4bb4-aa83-2280c3b6f715", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "57f2cc8b-a00a-44ab-b910-86b68ebfcb09", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "57f2cc8b-a00a-44ab-b910-86b68ebfcb09", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "57f2cc8b-a00a-44ab-b910-86b68ebfcb09", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "3f55ec17-6185-4d92-90b1-c7ac4b95415c", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "3f55ec17-6185-4d92-90b1-c7ac4b95415c", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "3f55ec17-6185-4d92-90b1-c7ac4b95415c", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "42ebc744-ca33-44c6-813b-3af94d2abc57", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "42ebc744-ca33-44c6-813b-3af94d2abc57", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "42ebc744-ca33-44c6-813b-3af94d2abc57", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "c1079009-1860-4ccb-a5ca-cea749b418cd", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "c1079009-1860-4ccb-a5ca-cea749b418cd", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "c1079009-1860-4ccb-a5ca-cea749b418cd", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "69b9ecaf-1908-47bc-a182-9d273e805f97", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "69b9ecaf-1908-47bc-a182-9d273e805f97", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "69b9ecaf-1908-47bc-a182-9d273e805f97", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "d89e1bd9-3a86-466f-9b52-f15b79b83968", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "d89e1bd9-3a86-466f-9b52-f15b79b83968", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "d89e1bd9-3a86-466f-9b52-f15b79b83968", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "d77d74e2-cfa6-412b-af2e-7ad73a1be9c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-trusted-ca-bundle", "reconcileID": "910be489-1425-4c82-b7b9-d01bc15a912b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:56:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "cd3a0bfa-3bb4-4cfb-a626-e0dfce84f9b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4f14d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:56:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "cd3a0bfa-3bb4-4cfb-a626-e0dfce84f9b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:56:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "6c51d25a-34dc-451c-842a-dc6a585db196", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4f14d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:56:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "6c51d25a-34dc-451c-842a-dc6a585db196", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "611a3cfa-4e03-4091-b978-7737117cbfa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "48ea73e1-c8a3-4c53-a908-6b2469139499", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:56:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-trusted-ca-bundle", "reconcileID": "2c563a34-5907-4760-88ed-8bae4bce4c81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:56:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-trusted-ca-bundle", "reconcileID": "2c563a34-5907-4760-88ed-8bae4bce4c81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "776876ff-5dab-421b-b5ea-8f430ebcfc18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "8536af7f-620c-469e-a9c6-80b8cfb0bae0", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "8536af7f-620c-469e-a9c6-80b8cfb0bae0", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "8536af7f-620c-469e-a9c6-80b8cfb0bae0", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1c39655f-f905-4bb1-bb52-5f23cbfa2cbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5895089c-478a-45f5-b50c-c77da36e4595", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5895089c-478a-45f5-b50c-c77da36e4595", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5895089c-478a-45f5-b50c-c77da36e4595", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "c091d888-6070-4673-b7b0-7247c7141ddf", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "c091d888-6070-4673-b7b0-7247c7141ddf", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "c091d888-6070-4673-b7b0-7247c7141ddf", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5374b829-b619-47fb-b9b1-efb81d86844e", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5374b829-b619-47fb-b9b1-efb81d86844e", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5374b829-b619-47fb-b9b1-efb81d86844e", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "528f2825-28ed-4867-a57e-8c2192481ede", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "528f2825-28ed-4867-a57e-8c2192481ede", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "528f2825-28ed-4867-a57e-8c2192481ede", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "014ea16a-b7ec-4f81-aff3-e26f951704bf", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "014ea16a-b7ec-4f81-aff3-e26f951704bf", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "014ea16a-b7ec-4f81-aff3-e26f951704bf", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "c9c14068-f62e-4537-95f6-d1bdf419d457", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "c9c14068-f62e-4537-95f6-d1bdf419d457", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "c9c14068-f62e-4537-95f6-d1bdf419d457", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "850ca522-6cf3-44f6-9904-b8db3c8824b3", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "850ca522-6cf3-44f6-9904-b8db3c8824b3", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "850ca522-6cf3-44f6-9904-b8db3c8824b3", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "0119caa0-5935-4353-a722-c5ba3dcbf5a0", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "0119caa0-5935-4353-a722-c5ba3dcbf5a0", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "0119caa0-5935-4353-a722-c5ba3dcbf5a0", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "openshift-service-ca.crt", "reconcileID": "292ef83f-2d40-4aa3-9ab8-775ec9d5c278", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-trusted-ca-bundle", "reconcileID": "0d5b878a-89fe-49c9-a85d-10573d8d1f4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:56:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "openshift-service-ca.crt", "reconcileID": "09689091-69d8-498a-b23a-e69ffbf554f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e225ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:56:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "openshift-service-ca.crt", "reconcileID": "09689091-69d8-498a-b23a-e69ffbf554f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4baf3a1a-534b-46f4-b526-b7bebe363bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "openshift-service-ca.crt", "reconcileID": "e3b5c92f-30bc-47db-8a81-eeac52cd2efb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:56:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-trusted-ca-bundle", "reconcileID": "85e3f572-1e89-4b0c-82b3-9e53417b4b3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:56:23Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-trusted-ca-bundle", "reconcileID": "85e3f572-1e89-4b0c-82b3-9e53417b4b3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3206fff3-3fc5-4fa7-a000-be8a7cfeebc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5b7b6d63-3dd4-4a05-8449-f436d5779cd8", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5b7b6d63-3dd4-4a05-8449-f436d5779cd8", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "5b7b6d63-3dd4-4a05-8449-f436d5779cd8", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4a09575c-337a-4104-89a8-cbcd9dcca829", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:56:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "e161e0d3-e52a-4021-86f0-1f3973cf33d4", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "e161e0d3-e52a-4021-86f0-1f3973cf33d4", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:56:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "e161e0d3-e52a-4021-86f0-1f3973cf33d4", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:56:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "3f5eeb77-d285-4704-90ee-c2623253b4c4", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "3f5eeb77-d285-4704-90ee-c2623253b4c4", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:56:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "3f5eeb77-d285-4704-90ee-c2623253b4c4", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f746675-5c98-4220-8b1c-1fad266776bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec0e2f8b-2797-4b48-8c04-45d5660c4bea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:56:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T13:56:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T13:56:57Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T13:56:57Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T13:59:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c768745a-2daa-4db3-bf57-52e55c90034a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:59:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "cf9a26eb-ecd5-43f6-ac27-ec60f6bf8940", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:59:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "cf9a26eb-ecd5-43f6-ac27-ec60f6bf8940", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0-authn-ssl"} 2026-07-08T13:59:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "cf9a26eb-ecd5-43f6-ac27-ec60f6bf8940", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4db9aaab-3820-465d-b38c-7e74d9a6d292", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:59:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4db9aaab-3820-465d-b38c-7e74d9a6d292", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:59:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4db9aaab-3820-465d-b38c-7e74d9a6d292", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-4f14d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-trusted-ca-bundle", "reconcileID": "7acc46a5-6b4f-45c6-8ec7-38958e81e4b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-trusted-ca-bundle", "reconcileID": "7acc46a5-6b4f-45c6-8ec7-38958e81e4b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "1a6674fe-ce28-48d5-bab4-24d4a1af171c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "openshift-service-ca.crt", "reconcileID": "1a6674fe-ce28-48d5-bab4-24d4a1af171c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70129e4-f903-4145-99b1-cbe70a8ec838", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-4f14d0"}, "namespace": "ai-tenant-e2e-shared-a-4f14d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f70129e4-f903-4145-99b1-cbe70a8ec838", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-4f14d0"} 2026-07-08T13:59:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-4f14d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-4f14d0", "reconcileID": "665eb23d-aeb2-4615-b580-156845e4a094", "Gateway": "e2e-shared-a-4f14d0", "namespace": "openshift-ingress"} 2026-07-08T13:59:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ad39518-bedc-4b23-89f9-675cb40e7e91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T13:59:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "648f1a30-7ef4-429d-9433-6aeb3ffc5fa5", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:59:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "648f1a30-7ef4-429d-9433-6aeb3ffc5fa5", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef-authn-ssl"} 2026-07-08T13:59:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "648f1a30-7ef4-429d-9433-6aeb3ffc5fa5", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"} 2026-07-08T13:59:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8534cda7-0538-4462-a8a6-fa3f750684a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:59:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8534cda7-0538-4462-a8a6-fa3f750684a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T13:59:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8534cda7-0538-4462-a8a6-fa3f750684a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e225ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T13:59:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-trusted-ca-bundle", "reconcileID": "a151d245-b345-4f03-b02d-56520c3796da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:59:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-trusted-ca-bundle", "reconcileID": "a151d245-b345-4f03-b02d-56520c3796da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:59:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "openshift-service-ca.crt", "reconcileID": "acaeaa60-ff7a-4bd6-bc34-a6fdedb41327", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:59:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "openshift-service-ca.crt", "reconcileID": "acaeaa60-ff7a-4bd6-bc34-a6fdedb41327", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:59:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f428032-bc21-44d3-a664-adc4351a9a3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:59:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e225ef"}, "namespace": "ai-tenant-e2e-shared-b-e225ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f428032-bc21-44d3-a664-adc4351a9a3c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e225ef"} 2026-07-08T13:59:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e225ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e225ef", "reconcileID": "541a36bd-cd9a-4187-9009-4e65cc2306c5", "Gateway": "e2e-shared-b-e225ef", "namespace": "openshift-ingress"}