/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:33:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1a812a6d"}, "namespace": "ai-tenant-e2e-mt-1a812a6d", "name": "odh-trusted-ca-bundle", "reconcileID": "036bf8f5-d337-4ffd-bca6-5b9bb85c8396", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1a812a6d"} 2026-07-08T19:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1a812a6d"}, "namespace": "ai-tenant-e2e-mt-1a812a6d", "name": "odh-trusted-ca-bundle", "reconcileID": "036bf8f5-d337-4ffd-bca6-5b9bb85c8396", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1a812a6d"} 2026-07-08T19:33:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1a812a6d"}, "namespace": "ai-tenant-e2e-mt-1a812a6d", "name": "openshift-service-ca.crt", "reconcileID": "37247570-d91d-46ed-a1a5-9a7dfd7ca13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1a812a6d"} 2026-07-08T19:33:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1a812a6d"}, "namespace": "ai-tenant-e2e-mt-1a812a6d", "name": "openshift-service-ca.crt", "reconcileID": "37247570-d91d-46ed-a1a5-9a7dfd7ca13d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1a812a6d"} 2026-07-08T19:33:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1a812a6d"}, "namespace": "ai-tenant-e2e-mt-1a812a6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16be4697-0bcf-43c5-863c-9624e10e8b78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1a812a6d"} 2026-07-08T19:33:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1a812a6d"}, "namespace": "ai-tenant-e2e-mt-1a812a6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16be4697-0bcf-43c5-863c-9624e10e8b78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1a812a6d"} 2026-07-08T19:33:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "openshift-service-ca.crt", "reconcileID": "816722c8-024f-4699-b4ca-b4d262c1dd65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:33:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-trusted-ca-bundle", "reconcileID": "87772231-d8e9-48eb-ad97-36a32ed6a180", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:33:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "openshift-service-ca.crt", "reconcileID": "e7531a60-1d45-411b-bc1f-dabfc5d645ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4b1f688d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:33:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "openshift-service-ca.crt", "reconcileID": "e7531a60-1d45-411b-bc1f-dabfc5d645ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:33:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59666051-414d-48ea-a18d-a8bcd21e77a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:33:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "openshift-service-ca.crt", "reconcileID": "466178ae-51d7-4225-8b7e-d0b28b8a3c13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:33:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-trusted-ca-bundle", "reconcileID": "39a63c3b-6f55-49dc-bc16-beda74bec0e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:33:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-trusted-ca-bundle", "reconcileID": "39a63c3b-6f55-49dc-bc16-beda74bec0e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:33:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1da446d-228d-479f-9b1f-7cfd7bea343e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db47ec47-9ec3-4eac-b481-26f6d6728bdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db47ec47-9ec3-4eac-b481-26f6d6728bdd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:34:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db47ec47-9ec3-4eac-b481-26f6d6728bdd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4b1f688d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-trusted-ca-bundle", "reconcileID": "9b04af93-58bc-4a8e-a37b-49407945f3f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-trusted-ca-bundle", "reconcileID": "9b04af93-58bc-4a8e-a37b-49407945f3f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "openshift-service-ca.crt", "reconcileID": "5c6300d2-d6ce-4669-8734-61e5db583d1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "openshift-service-ca.crt", "reconcileID": "5c6300d2-d6ce-4669-8734-61e5db583d1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552e0f85-337a-443a-9a12-cc1ce14cb960", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4b1f688d"}, "namespace": "ai-tenant-e2e-mt-4b1f688d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552e0f85-337a-443a-9a12-cc1ce14cb960", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4b1f688d"} 2026-07-08T19:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "157defa0-2a79-40d2-be0e-c58b822ec5ac", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "157defa0-2a79-40d2-be0e-c58b822ec5ac", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "157defa0-2a79-40d2-be0e-c58b822ec5ac", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "fb45c533-ff10-4292-b3de-463a30f7f2f7", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "fb45c533-ff10-4292-b3de-463a30f7f2f7", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "fb45c533-ff10-4292-b3de-463a30f7f2f7", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "cf13f88a-8226-4d7d-83c2-2a9c0cfa7f2b", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "cf13f88a-8226-4d7d-83c2-2a9c0cfa7f2b", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "cf13f88a-8226-4d7d-83c2-2a9c0cfa7f2b", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "a4a82ea1-75b7-4bc3-97a7-1f2490d44f2a", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "a4a82ea1-75b7-4bc3-97a7-1f2490d44f2a", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "a4a82ea1-75b7-4bc3-97a7-1f2490d44f2a", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "4e71a9ee-41ca-465b-b27c-a45408cbe538", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "4e71a9ee-41ca-465b-b27c-a45408cbe538", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "4e71a9ee-41ca-465b-b27c-a45408cbe538", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "be106aff-8cd2-4f22-a136-7b7698a53ed4", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "be106aff-8cd2-4f22-a136-7b7698a53ed4", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "be106aff-8cd2-4f22-a136-7b7698a53ed4", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "d02606f3-ac6d-4453-87a2-1a03f35bd05e", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "d02606f3-ac6d-4453-87a2-1a03f35bd05e", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "d02606f3-ac6d-4453-87a2-1a03f35bd05e", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "openshift-service-ca.crt", "reconcileID": "26f1648a-b4bf-47ae-8acd-6fe22ce84d09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-trusted-ca-bundle", "reconcileID": "b2132cbf-53d0-483f-b3c9-20089ffa1635", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "openshift-service-ca.crt", "reconcileID": "ca8f5b2e-26d6-4e41-bfbc-a4888589b658", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:34:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "openshift-service-ca.crt", "reconcileID": "ca8f5b2e-26d6-4e41-bfbc-a4888589b658", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "openshift-service-ca.crt", "reconcileID": "d4dcda02-312d-4559-a277-0074277431eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20dbc59d-913d-483c-b342-78308d85757f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-trusted-ca-bundle", "reconcileID": "c3563675-4cc4-4ac9-8785-4caef4d356c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:34:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-trusted-ca-bundle", "reconcileID": "c3563675-4cc4-4ac9-8785-4caef4d356c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c11c205-c5a2-4762-b8f7-214a26874cf7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "1d0bb1ee-3b9e-4b89-a572-ca0f62193064", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "1d0bb1ee-3b9e-4b89-a572-ca0f62193064", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "1d0bb1ee-3b9e-4b89-a572-ca0f62193064", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e264bd69-a93c-478f-b114-246789a4030d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "2a444177-e07c-4caf-886b-fc0b555af2d7", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "2a444177-e07c-4caf-886b-fc0b555af2d7", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "2a444177-e07c-4caf-886b-fc0b555af2d7", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "b5646c9d-4fe6-48b3-b8c6-ef69cd5e3db5", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "b5646c9d-4fe6-48b3-b8c6-ef69cd5e3db5", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "b5646c9d-4fe6-48b3-b8c6-ef69cd5e3db5", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "c7783c3d-4fa3-467b-bc14-59d3dbb0fc0a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "c7783c3d-4fa3-467b-bc14-59d3dbb0fc0a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "c7783c3d-4fa3-467b-bc14-59d3dbb0fc0a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "d07445b6-00ce-4761-be43-4e5018988411", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "d07445b6-00ce-4761-be43-4e5018988411", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "d07445b6-00ce-4761-be43-4e5018988411", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "849bfd09-d255-4d67-98ae-dd3214ee5821", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "849bfd09-d255-4d67-98ae-dd3214ee5821", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "849bfd09-d255-4d67-98ae-dd3214ee5821", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "acd07023-d51b-4612-9d61-98c095aafdca", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "acd07023-d51b-4612-9d61-98c095aafdca", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "acd07023-d51b-4612-9d61-98c095aafdca", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "c9567adf-8a1d-4ac9-8493-80f35f8a48a9", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "c9567adf-8a1d-4ac9-8493-80f35f8a48a9", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "c9567adf-8a1d-4ac9-8493-80f35f8a48a9", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "eae9c77e-a410-47dc-a8be-7e798ae8f51f", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "eae9c77e-a410-47dc-a8be-7e798ae8f51f", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "eae9c77e-a410-47dc-a8be-7e798ae8f51f", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "openshift-service-ca.crt", "reconcileID": "e9a977f2-d597-416c-b940-b68e534e0466", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-trusted-ca-bundle", "reconcileID": "3bb0f293-343c-406a-9f5d-5d414108815f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:34:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "openshift-service-ca.crt", "reconcileID": "b526fdca-9f63-465a-80b6-bb9bba24a5b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:34:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "openshift-service-ca.crt", "reconcileID": "b526fdca-9f63-465a-80b6-bb9bba24a5b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2935c5a1-3dda-4ebc-adca-583fb6538fe0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "openshift-service-ca.crt", "reconcileID": "12aff2db-c9f6-4b79-afb7-eefd56df45d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:34:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-trusted-ca-bundle", "reconcileID": "e9c8d88b-8132-4166-bd67-6b53f2c373d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:34:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-trusted-ca-bundle", "reconcileID": "e9c8d88b-8132-4166-bd67-6b53f2c373d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:34:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf0d54d9-5c6c-4270-8c5f-6c5f387af8c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "6f224a64-ff26-4197-9b2f-72a765b0164d", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "6f224a64-ff26-4197-9b2f-72a765b0164d", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "6f224a64-ff26-4197-9b2f-72a765b0164d", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "031508e8-b8c8-4f29-bc70-3f9a3bd66354", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:34:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "521b16c8-71ec-43eb-8053-bc3d3138a079", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "521b16c8-71ec-43eb-8053-bc3d3138a079", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "521b16c8-71ec-43eb-8053-bc3d3138a079", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "0ca0fc00-40d4-42bb-9fda-c2aa5b9cfcfd", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "0ca0fc00-40d4-42bb-9fda-c2aa5b9cfcfd", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "0ca0fc00-40d4-42bb-9fda-c2aa5b9cfcfd", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "e9bb3bae-2bf7-4a07-80cd-aa4c77ca64a1", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "0ca0fc00-40d4-42bb-9fda-c2aa5b9cfcfd", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8-kserve-route-authn"} 2026-07-08T19:34:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "0ca0fc00-40d4-42bb-9fda-c2aa5b9cfcfd", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "authType": "userdefined"} 2026-07-08T19:34:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "0ca0fc00-40d4-42bb-9fda-c2aa5b9cfcfd", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "e9bb3bae-2bf7-4a07-80cd-aa4c77ca64a1", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "e9bb3bae-2bf7-4a07-80cd-aa4c77ca64a1", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "e7ec1c87-8556-4fd8-a256-95817467f774", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "e7ec1c87-8556-4fd8-a256-95817467f774", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "e7ec1c87-8556-4fd8-a256-95817467f774", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "e7ec1c87-8556-4fd8-a256-95817467f774", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8-kserve-route-authn"} 2026-07-08T19:34:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "e7ec1c87-8556-4fd8-a256-95817467f774", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "authType": "userdefined"} 2026-07-08T19:34:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "e7ec1c87-8556-4fd8-a256-95817467f774", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "0ebfa133-7ddf-4996-b021-ee609c6d1567", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "0ebfa133-7ddf-4996-b021-ee609c6d1567", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:34:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "0ebfa133-7ddf-4996-b021-ee609c6d1567", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "93a8dea9-ddd2-4f87-b3f9-3c88ed63c0f1", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "93a8dea9-ddd2-4f87-b3f9-3c88ed63c0f1", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "93a8dea9-ddd2-4f87-b3f9-3c88ed63c0f1", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "f7dab783-2d1e-4c9c-b231-db9ffdc06990", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "f7dab783-2d1e-4c9c-b231-db9ffdc06990", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "f7dab783-2d1e-4c9c-b231-db9ffdc06990", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "f7dab783-2d1e-4c9c-b231-db9ffdc06990", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8-kserve-route-authn"} 2026-07-08T19:34:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "f7dab783-2d1e-4c9c-b231-db9ffdc06990", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "authType": "userdefined"} 2026-07-08T19:34:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "f7dab783-2d1e-4c9c-b231-db9ffdc06990", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:34:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "642e8cf8-51f6-4abb-86ce-2b7a18a339ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:34:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7928c09f-59b3-405b-9bc4-641ca06eb71e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:34:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "c6243055-31f2-4d11-a15d-723795a2edef", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:34:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "c6243055-31f2-4d11-a15d-723795a2edef", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:34:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "c6243055-31f2-4d11-a15d-723795a2edef", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:35:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "da82d926-1345-42a2-8f83-967ef53410ea", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "da82d926-1345-42a2-8f83-967ef53410ea", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "da82d926-1345-42a2-8f83-967ef53410ea", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "da82d926-1345-42a2-8f83-967ef53410ea", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8-kserve-route-authn"} 2026-07-08T19:35:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "da82d926-1345-42a2-8f83-967ef53410ea", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "authType": "userdefined"} 2026-07-08T19:35:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "da82d926-1345-42a2-8f83-967ef53410ea", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "27e9513d-4d22-478e-af7e-99f5230ecee4", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "27e9513d-4d22-478e-af7e-99f5230ecee4", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "27e9513d-4d22-478e-af7e-99f5230ecee4", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "91cf629e-fb96-45ed-992c-605ede08ed34", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "27e9513d-4d22-478e-af7e-99f5230ecee4", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08-kserve-route-authn"} 2026-07-08T19:35:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "27e9513d-4d22-478e-af7e-99f5230ecee4", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "authType": "userdefined"} 2026-07-08T19:35:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "27e9513d-4d22-478e-af7e-99f5230ecee4", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "91cf629e-fb96-45ed-992c-605ede08ed34", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:35:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "91cf629e-fb96-45ed-992c-605ede08ed34", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "d9dfe851-6a25-428a-a88f-cf43540e1907", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "d9dfe851-6a25-428a-a88f-cf43540e1907", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "d9dfe851-6a25-428a-a88f-cf43540e1907", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "d9dfe851-6a25-428a-a88f-cf43540e1907", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08-kserve-route-authn"} 2026-07-08T19:35:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "d9dfe851-6a25-428a-a88f-cf43540e1907", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "authType": "userdefined"} 2026-07-08T19:35:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "d9dfe851-6a25-428a-a88f-cf43540e1907", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:35:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:35:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:35:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:35:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "3cd768e4-f361-4c64-868f-d66b5ec8949a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "3cd768e4-f361-4c64-868f-d66b5ec8949a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:35:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "3cd768e4-f361-4c64-868f-d66b5ec8949a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "4616256f-d39b-4d61-b9a1-4ded0d10297a", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "4616256f-d39b-4d61-b9a1-4ded0d10297a", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "4616256f-d39b-4d61-b9a1-4ded0d10297a", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "4616256f-d39b-4d61-b9a1-4ded0d10297a", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08-kserve-route-authn"} 2026-07-08T19:35:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "4616256f-d39b-4d61-b9a1-4ded0d10297a", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "authType": "userdefined"} 2026-07-08T19:35:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "4616256f-d39b-4d61-b9a1-4ded0d10297a", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "9e9d9ee2-1b8e-4801-a521-717fdeea4be7", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "9e9d9ee2-1b8e-4801-a521-717fdeea4be7", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "9e9d9ee2-1b8e-4801-a521-717fdeea4be7", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "9e9d9ee2-1b8e-4801-a521-717fdeea4be7", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08-kserve-route-authn"} 2026-07-08T19:35:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "9e9d9ee2-1b8e-4801-a521-717fdeea4be7", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "authType": "userdefined"} 2026-07-08T19:35:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "9e9d9ee2-1b8e-4801-a521-717fdeea4be7", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "5f1172a6-4983-45ce-bd9a-56b96b92ff1e", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "5f1172a6-4983-45ce-bd9a-56b96b92ff1e", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:35:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "5f1172a6-4983-45ce-bd9a-56b96b92ff1e", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "c56e11a6-673b-4062-8b38-11f0e279410e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "c56e11a6-673b-4062-8b38-11f0e279410e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "c56e11a6-673b-4062-8b38-11f0e279410e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "c56e11a6-673b-4062-8b38-11f0e279410e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08-kserve-route-authn"} 2026-07-08T19:35:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "c56e11a6-673b-4062-8b38-11f0e279410e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "authType": "userdefined"} 2026-07-08T19:35:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "c56e11a6-673b-4062-8b38-11f0e279410e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8"} 2026-07-08T19:35:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8-kserve-route-authn"} 2026-07-08T19:35:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8-kserve-route-authn"} 2026-07-08T19:35:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "dcb37522-2be2-43e4-91ab-e53857af4ce4", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5fb4a8","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "test-model-5fb4a8", "reconcileID": "d7eed7b8-84bf-4354-8696-3977f477afcf", "LLMInferenceService": "test-model-5fb4a8", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:35:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "c9ffc307-4eae-4afd-ab1d-952bea0f9798", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:35:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "c9ffc307-4eae-4afd-ab1d-952bea0f9798", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:35:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "c9ffc307-4eae-4afd-ab1d-952bea0f9798", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:35:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "2cb0c6d7-af10-450e-bd35-64d51f3125b4", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:35:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "2cb0c6d7-af10-450e-bd35-64d51f3125b4", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:35:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "2cb0c6d7-af10-450e-bd35-64d51f3125b4", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:35:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08"} 2026-07-08T19:35:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08-kserve-route-authn"} 2026-07-08T19:35:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08-kserve-route-authn"} 2026-07-08T19:35:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "f9089c76-ba54-466c-9154-51ff3fc2fc3e", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fb0a08","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "test-model-fb0a08", "reconcileID": "ff224e31-d960-42ea-bb32-ce658167a5c8", "LLMInferenceService": "test-model-fb0a08", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "f77b3326-413d-44b2-9ade-9ee729412cb5", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "f77b3326-413d-44b2-9ade-9ee729412cb5", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "f77b3326-413d-44b2-9ade-9ee729412cb5", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "147e1ab8-ec6f-429e-b172-4e3cf42ac57a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "147e1ab8-ec6f-429e-b172-4e3cf42ac57a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "147e1ab8-ec6f-429e-b172-4e3cf42ac57a", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:35:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b66d7d69-d20e-461c-8043-0b3419900c28", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "f361bc55-98ca-4153-bad7-de0616fca653", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "f361bc55-98ca-4153-bad7-de0616fca653", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8-authn-ssl"} 2026-07-08T19:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "f361bc55-98ca-4153-bad7-de0616fca653", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:36:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d0698db-caf2-41ff-86b5-81bdcb28bdb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:36:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d0698db-caf2-41ff-86b5-81bdcb28bdb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:36:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d0698db-caf2-41ff-86b5-81bdcb28bdb3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-5fb4a8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:36:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-trusted-ca-bundle", "reconcileID": "5ecf697e-36ac-45e7-acee-25409b04252c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-trusted-ca-bundle", "reconcileID": "5ecf697e-36ac-45e7-acee-25409b04252c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:36:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "openshift-service-ca.crt", "reconcileID": "bdcd4638-f2f9-4e57-8ed3-ed8656fdbdc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "openshift-service-ca.crt", "reconcileID": "bdcd4638-f2f9-4e57-8ed3-ed8656fdbdc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:36:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09f38ef6-6267-4dbc-9d3a-2ea4e99bb1d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5fb4a8"}, "namespace": "ai-tenant-e2e-inf-a-5fb4a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09f38ef6-6267-4dbc-9d3a-2ea4e99bb1d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5fb4a8"} 2026-07-08T19:36:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5fb4a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5fb4a8", "reconcileID": "a99216cb-3fbb-47f8-81dc-5a45c2605ec3", "Gateway": "e2e-inf-a-5fb4a8", "namespace": "openshift-ingress"} 2026-07-08T19:36:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "208f84a6-22f8-4fd5-b5f6-c8cdddb881ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:36:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "6e6cf897-7e08-45fa-b594-77c3532f4102", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:36:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "6e6cf897-7e08-45fa-b594-77c3532f4102", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08-authn-ssl"} 2026-07-08T19:36:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "6e6cf897-7e08-45fa-b594-77c3532f4102", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97802160-4436-4265-abd3-89058f8704f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:36:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97802160-4436-4265-abd3-89058f8704f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:36:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97802160-4436-4265-abd3-89058f8704f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-fb0a08 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-trusted-ca-bundle", "reconcileID": "94dcaa4e-1615-423b-8922-0bbaea3bfdf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-trusted-ca-bundle", "reconcileID": "94dcaa4e-1615-423b-8922-0bbaea3bfdf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "openshift-service-ca.crt", "reconcileID": "9cfcdd68-7543-484d-bb5e-20ca452742bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "openshift-service-ca.crt", "reconcileID": "9cfcdd68-7543-484d-bb5e-20ca452742bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:36:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddd0653a-7af2-4f5c-8d72-ad106a14097b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fb0a08"}, "namespace": "ai-tenant-e2e-inf-b-fb0a08", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddd0653a-7af2-4f5c-8d72-ad106a14097b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fb0a08"} 2026-07-08T19:36:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fb0a08","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fb0a08", "reconcileID": "467342b3-3a7c-4ab8-8c83-366293592e5c", "Gateway": "e2e-inf-b-fb0a08", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "5818ffc1-8c47-43bc-b9ed-36dc5a59287d", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "5818ffc1-8c47-43bc-b9ed-36dc5a59287d", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "5818ffc1-8c47-43bc-b9ed-36dc5a59287d", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4ac11e4c-b0c9-494d-b766-7358fcb8e14e", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4ac11e4c-b0c9-494d-b766-7358fcb8e14e", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4ac11e4c-b0c9-494d-b766-7358fcb8e14e", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "08d92775-fdb4-4f36-b1a0-966c3599063d", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "08d92775-fdb4-4f36-b1a0-966c3599063d", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "08d92775-fdb4-4f36-b1a0-966c3599063d", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "5d413565-bb3f-4dd5-86c8-27a816758452", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "5d413565-bb3f-4dd5-86c8-27a816758452", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "5d413565-bb3f-4dd5-86c8-27a816758452", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "6f67959a-1cca-4c60-993d-4ce8065c52c4", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "6f67959a-1cca-4c60-993d-4ce8065c52c4", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "6f67959a-1cca-4c60-993d-4ce8065c52c4", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "8190f8e9-5285-4891-859b-bf4c3d0312fa", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "8190f8e9-5285-4891-859b-bf4c3d0312fa", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "8190f8e9-5285-4891-859b-bf4c3d0312fa", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4be6e807-39f7-4677-bd7a-aeea1da1c006", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4be6e807-39f7-4677-bd7a-aeea1da1c006", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4be6e807-39f7-4677-bd7a-aeea1da1c006", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "openshift-service-ca.crt", "reconcileID": "4835e60e-2e1c-407a-9efe-06501d38ab12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "openshift-service-ca.crt", "reconcileID": "ea701580-5829-49bb-ab5e-658f9f2dd2d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3aa932", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:36:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "openshift-service-ca.crt", "reconcileID": "ea701580-5829-49bb-ab5e-658f9f2dd2d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-trusted-ca-bundle", "reconcileID": "3a7c0f7e-ce24-4702-9716-3925984f6814", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5e89274-97a9-421f-8396-30e469a85bc1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "openshift-service-ca.crt", "reconcileID": "7cf6965b-9ff3-4684-868f-fa4fba355d3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-trusted-ca-bundle", "reconcileID": "28f9c4f0-7b76-4430-a92c-58f9211c4ce5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:36:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-trusted-ca-bundle", "reconcileID": "28f9c4f0-7b76-4430-a92c-58f9211c4ce5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f297481b-dc4a-414c-8650-99e4a480e57e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "56bce8f0-969d-4ecc-badf-8334a6d8da95", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "56bce8f0-969d-4ecc-badf-8334a6d8da95", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "56bce8f0-969d-4ecc-badf-8334a6d8da95", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c01b2864-6bdd-481f-afe6-6557ff0bbbe3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "35bafe41-3c59-4b3a-942c-ce7489711bfe", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "35bafe41-3c59-4b3a-942c-ce7489711bfe", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "35bafe41-3c59-4b3a-942c-ce7489711bfe", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "c0cb26f7-a9c8-4721-a5dd-6d03c8a299f3", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "c0cb26f7-a9c8-4721-a5dd-6d03c8a299f3", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "c0cb26f7-a9c8-4721-a5dd-6d03c8a299f3", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "9e836fad-8570-4edb-84b5-8654d78fdb1b", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "9e836fad-8570-4edb-84b5-8654d78fdb1b", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "9e836fad-8570-4edb-84b5-8654d78fdb1b", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "854e05f0-97aa-435d-b993-0a07a9f6004a", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "854e05f0-97aa-435d-b993-0a07a9f6004a", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "854e05f0-97aa-435d-b993-0a07a9f6004a", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "380f9d51-4c04-4983-ac40-4e8021188921", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "380f9d51-4c04-4983-ac40-4e8021188921", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "380f9d51-4c04-4983-ac40-4e8021188921", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "0016eea3-ae62-46cb-b1de-4d999a5319c9", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "0016eea3-ae62-46cb-b1de-4d999a5319c9", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "0016eea3-ae62-46cb-b1de-4d999a5319c9", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "0e21bd35-a6e3-4e59-b3d8-c4b632d4d41b", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "0e21bd35-a6e3-4e59-b3d8-c4b632d4d41b", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "0e21bd35-a6e3-4e59-b3d8-c4b632d4d41b", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "c9a8e9ea-b09c-4f93-af8d-935acad46194", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "c9a8e9ea-b09c-4f93-af8d-935acad46194", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "c9a8e9ea-b09c-4f93-af8d-935acad46194", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "openshift-service-ca.crt", "reconcileID": "a807464a-5be9-4936-a523-7f2106ad17c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-trusted-ca-bundle", "reconcileID": "2a7fcb91-0396-4f13-bd62-5da236c5656f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:36:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "openshift-service-ca.crt", "reconcileID": "90d72c07-1d08-40ae-a50e-71012e9224c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-412f13", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:36:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "openshift-service-ca.crt", "reconcileID": "90d72c07-1d08-40ae-a50e-71012e9224c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f200d6db-5cee-4085-b7a5-fd98873143f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "openshift-service-ca.crt", "reconcileID": "05567323-f749-41e2-8480-725c90f47806", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:36:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-trusted-ca-bundle", "reconcileID": "17b58d3e-eb78-4e0b-8e54-649ffcb81dd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:36:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-trusted-ca-bundle", "reconcileID": "17b58d3e-eb78-4e0b-8e54-649ffcb81dd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e530dc3d-3468-4e73-8602-9a2ae12d0392", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:36:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "d34a4dc3-efb4-4283-9c37-d2a10e474d4f", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "d34a4dc3-efb4-4283-9c37-d2a10e474d4f", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "d34a4dc3-efb4-4283-9c37-d2a10e474d4f", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef588ea5-5df9-42f0-a103-368f06c34b49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:36:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "ab90409d-dc53-4c8f-ada1-26288e976289", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "ab90409d-dc53-4c8f-ada1-26288e976289", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "ab90409d-dc53-4c8f-ada1-26288e976289", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "ea49a350-f481-4b29-9522-acea54d48cf9", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "ea49a350-f481-4b29-9522-acea54d48cf9", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "ea49a350-f481-4b29-9522-acea54d48cf9", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4eaefc0f-8e1d-42ec-8305-ec60815bfadc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:36:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4b11288d-6bf0-4ab9-97cf-f0c4f855b860", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4b11288d-6bf0-4ab9-97cf-f0c4f855b860", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932-authn-ssl"} 2026-07-08T19:36:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "4b11288d-6bf0-4ab9-97cf-f0c4f855b860", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00b81b26-6381-4891-b3a3-430c25e5682a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00b81b26-6381-4891-b3a3-430c25e5682a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:36:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00b81b26-6381-4891-b3a3-430c25e5682a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-3aa932 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:36:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-trusted-ca-bundle", "reconcileID": "96b3ef36-49d2-4ba2-8e66-d5b858e337ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-trusted-ca-bundle", "reconcileID": "96b3ef36-49d2-4ba2-8e66-d5b858e337ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "openshift-service-ca.crt", "reconcileID": "39feb661-2057-4b85-a61e-bad57a2b8b23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "openshift-service-ca.crt", "reconcileID": "39feb661-2057-4b85-a61e-bad57a2b8b23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16970d56-06b1-4b55-8223-4650216c3c5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3aa932"}, "namespace": "ai-tenant-e2e-api-a-3aa932", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16970d56-06b1-4b55-8223-4650216c3c5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3aa932"} 2026-07-08T19:36:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3aa932","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3aa932", "reconcileID": "1c53d45e-d51d-40b7-ab0b-889fd045e8f1", "Gateway": "e2e-api-a-3aa932", "namespace": "openshift-ingress"} 2026-07-08T19:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "454762d5-ced3-4b3f-9bb9-a55cc09cc384", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "52a3f267-7c4d-401a-852c-6f084145e637", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "52a3f267-7c4d-401a-852c-6f084145e637", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress", "name": "e2e-api-b-412f13-authn-ssl"} 2026-07-08T19:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "52a3f267-7c4d-401a-852c-6f084145e637", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:37:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5ab5dcf-7dba-4561-ac8d-f321e062c1b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0a20cb-12b8-40dd-85c7-6f4a5c47b94f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:37:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0a20cb-12b8-40dd-85c7-6f4a5c47b94f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a0a20cb-12b8-40dd-85c7-6f4a5c47b94f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-412f13 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-trusted-ca-bundle", "reconcileID": "5528ae7d-7f16-4b9a-8ec8-cf1be7dcaad8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-trusted-ca-bundle", "reconcileID": "5528ae7d-7f16-4b9a-8ec8-cf1be7dcaad8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "openshift-service-ca.crt", "reconcileID": "bfd9efba-4025-4944-a13d-211198f3cc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "openshift-service-ca.crt", "reconcileID": "bfd9efba-4025-4944-a13d-211198f3cc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:37:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0af84b91-018a-4296-865b-009b79f0a7a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:37:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-412f13"}, "namespace": "ai-tenant-e2e-api-b-412f13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0af84b91-018a-4296-865b-009b79f0a7a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-412f13"} 2026-07-08T19:37:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-412f13","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-412f13", "reconcileID": "05a917fc-f3f4-4b1f-8c76-a51ccb08f62a", "Gateway": "e2e-api-b-412f13", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "c6a1e2af-7153-4bb1-af65-ab34541775d2", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "c6a1e2af-7153-4bb1-af65-ab34541775d2", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "c6a1e2af-7153-4bb1-af65-ab34541775d2", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "19eb21b1-e1a9-4956-9005-2879e99ff08a", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "19eb21b1-e1a9-4956-9005-2879e99ff08a", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "19eb21b1-e1a9-4956-9005-2879e99ff08a", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "1cf2f1c2-8b98-4f8d-b670-8ac687789258", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "1cf2f1c2-8b98-4f8d-b670-8ac687789258", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "1cf2f1c2-8b98-4f8d-b670-8ac687789258", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "93041306-5dc9-4aab-984e-9e5af5ed2ac1", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "93041306-5dc9-4aab-984e-9e5af5ed2ac1", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "93041306-5dc9-4aab-984e-9e5af5ed2ac1", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "db1ce5d7-abdb-48ca-9bec-0bbfa7f2557c", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "db1ce5d7-abdb-48ca-9bec-0bbfa7f2557c", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "db1ce5d7-abdb-48ca-9bec-0bbfa7f2557c", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "cd079784-1524-4663-a672-1ac4ca905eb9", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "cd079784-1524-4663-a672-1ac4ca905eb9", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "cd079784-1524-4663-a672-1ac4ca905eb9", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "93589d8a-4724-4f76-813e-f058d82f2eaf", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "93589d8a-4724-4f76-813e-f058d82f2eaf", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "93589d8a-4724-4f76-813e-f058d82f2eaf", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "326da265-f039-4eb3-8197-120ea5b2c282", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "326da265-f039-4eb3-8197-120ea5b2c282", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "326da265-f039-4eb3-8197-120ea5b2c282", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "openshift-service-ca.crt", "reconcileID": "5b844fbf-5791-45dc-8114-ebedc1465700", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-trusted-ca-bundle", "reconcileID": "1cc70454-4a53-4a83-90af-05df6bb26054", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:37:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "openshift-service-ca.crt", "reconcileID": "fae560f2-6490-42ce-932a-73df85e6b78c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-866a5b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "openshift-service-ca.crt", "reconcileID": "fae560f2-6490-42ce-932a-73df85e6b78c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "059d9a7c-2a74-44ce-8f23-1fb2c42f6ab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "openshift-service-ca.crt", "reconcileID": "aeaa6641-a9c2-4368-9bc8-10fce62852b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:37:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-trusted-ca-bundle", "reconcileID": "7c7cde37-f9fe-419c-af72-c87ffa08076f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-trusted-ca-bundle", "reconcileID": "7c7cde37-f9fe-419c-af72-c87ffa08076f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08bf3875-0a31-47c3-a59e-e336c37022fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "7285a245-c72b-4d2c-bf97-1edd0885093a", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "7285a245-c72b-4d2c-bf97-1edd0885093a", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "7285a245-c72b-4d2c-bf97-1edd0885093a", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "309758a5-1e01-4910-bf26-95777215e322", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "bb67e45b-08fd-440f-86e0-dfd9aea32e34", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "bb67e45b-08fd-440f-86e0-dfd9aea32e34", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "bb67e45b-08fd-440f-86e0-dfd9aea32e34", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "3a35e477-b7a2-41c0-8b72-67bbaa5cc511", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "3a35e477-b7a2-41c0-8b72-67bbaa5cc511", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "3a35e477-b7a2-41c0-8b72-67bbaa5cc511", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "bc64a57b-669b-486e-8f8a-ae40b2261f93", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "bc64a57b-669b-486e-8f8a-ae40b2261f93", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "bc64a57b-669b-486e-8f8a-ae40b2261f93", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "dfedb179-d93a-4bae-82c5-2fbd1f64a893", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "dfedb179-d93a-4bae-82c5-2fbd1f64a893", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "dfedb179-d93a-4bae-82c5-2fbd1f64a893", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "6fed19e3-a55d-4cf3-a2bf-1a272f5b8ca4", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "6fed19e3-a55d-4cf3-a2bf-1a272f5b8ca4", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "6fed19e3-a55d-4cf3-a2bf-1a272f5b8ca4", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "aa9543b1-a99d-479b-b7ee-269faff66b10", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "aa9543b1-a99d-479b-b7ee-269faff66b10", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "aa9543b1-a99d-479b-b7ee-269faff66b10", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "eb74f37d-fc94-44ba-bc28-9557c92a046f", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "eb74f37d-fc94-44ba-bc28-9557c92a046f", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "eb74f37d-fc94-44ba-bc28-9557c92a046f", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "cfbb79e1-d765-40b6-9d5b-2182310e5406", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "cfbb79e1-d765-40b6-9d5b-2182310e5406", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "cfbb79e1-d765-40b6-9d5b-2182310e5406", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "2f2cdcc4-a2ad-419b-9d19-adf64bba98d2", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "2f2cdcc4-a2ad-419b-9d19-adf64bba98d2", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:37:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "2f2cdcc4-a2ad-419b-9d19-adf64bba98d2", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "openshift-service-ca.crt", "reconcileID": "ffa0baf2-eeb4-453b-bb23-a501a1141eae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-trusted-ca-bundle", "reconcileID": "5badec10-064d-4a35-a5a9-7d0bee602ef3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "openshift-service-ca.crt", "reconcileID": "6e948122-8d8a-484d-88dc-152e62ed9492", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e3bca4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "openshift-service-ca.crt", "reconcileID": "6e948122-8d8a-484d-88dc-152e62ed9492", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "openshift-service-ca.crt", "reconcileID": "1dbe6ef5-fd8b-42ec-ad0b-082bb6cf0325", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5010f7-4d6e-49eb-9364-c45cd1a6b8b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-trusted-ca-bundle", "reconcileID": "cf50f408-a438-4fd3-add8-ef39bc3a5bab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-trusted-ca-bundle", "reconcileID": "cf50f408-a438-4fd3-add8-ef39bc3a5bab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b648efd9-0214-4ee2-9910-e2a051a47e48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "2cb288ff-acd1-495e-a37e-692922dba6e5", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "2cb288ff-acd1-495e-a37e-692922dba6e5", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "2cb288ff-acd1-495e-a37e-692922dba6e5", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6afa5fd1-9ec3-48f4-b34d-6a89b0acdea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "76c8a2f7-4064-431e-9247-93c956418d19", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "76c8a2f7-4064-431e-9247-93c956418d19", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "76c8a2f7-4064-431e-9247-93c956418d19", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "005b2761-6b57-45f8-948e-0aeb5b6b8c4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d2188266-3a57-44af-874a-2baf77dac11b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:40:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "786b716a-8177-4e79-8842-ce038e4cc862", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:40:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "291b00b7-c9f6-411d-b1e0-e4a9baab383d", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:40:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "291b00b7-c9f6-411d-b1e0-e4a9baab383d", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b-authn-ssl"} 2026-07-08T19:40:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "291b00b7-c9f6-411d-b1e0-e4a9baab383d", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:40:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2afc54bc-5650-4b3e-88c9-0d1ea0dfbfa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:40:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2afc54bc-5650-4b3e-88c9-0d1ea0dfbfa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2afc54bc-5650-4b3e-88c9-0d1ea0dfbfa1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-866a5b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:40:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4803ff9a-c509-416e-a2e8-e40f5aa571de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:40:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-trusted-ca-bundle", "reconcileID": "4803ff9a-c509-416e-a2e8-e40f5aa571de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:40:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "openshift-service-ca.crt", "reconcileID": "671fa868-5631-419d-b889-7c3c75e0a8b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:40:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "openshift-service-ca.crt", "reconcileID": "671fa868-5631-419d-b889-7c3c75e0a8b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:40:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdd1ca96-0bc7-42a4-b280-b5cbb8fc908b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:40:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-866a5b"}, "namespace": "ai-tenant-e2e-shared-a-866a5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdd1ca96-0bc7-42a4-b280-b5cbb8fc908b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-866a5b"} 2026-07-08T19:40:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-866a5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-866a5b", "reconcileID": "1d2efb6d-5a10-4007-b256-1868157b9605", "Gateway": "e2e-shared-a-866a5b", "namespace": "openshift-ingress"} 2026-07-08T19:40:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebc9e911-9361-4946-826b-56f848843edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "c944bbbb-d4cd-4d1a-8d88-68329dab299f", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "c944bbbb-d4cd-4d1a-8d88-68329dab299f", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4-authn-ssl"} 2026-07-08T19:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "c944bbbb-d4cd-4d1a-8d88-68329dab299f", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"} 2026-07-08T19:40:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13c3ea9a-543c-4d2c-a14c-cc25536ad492", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:40:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13c3ea9a-543c-4d2c-a14c-cc25536ad492", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:40:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13c3ea9a-543c-4d2c-a14c-cc25536ad492", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e3bca4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:40:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-trusted-ca-bundle", "reconcileID": "2608ed00-d0a0-4f8e-9c02-1d8aec98fa01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:40:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-trusted-ca-bundle", "reconcileID": "2608ed00-d0a0-4f8e-9c02-1d8aec98fa01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:40:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "openshift-service-ca.crt", "reconcileID": "572fbb5e-e1fd-4d63-9fda-c43a8518a441", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:40:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "openshift-service-ca.crt", "reconcileID": "572fbb5e-e1fd-4d63-9fda-c43a8518a441", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:40:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0995854f-cb58-42f5-928d-61d746283521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:40:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e3bca4"}, "namespace": "ai-tenant-e2e-shared-b-e3bca4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0995854f-cb58-42f5-928d-61d746283521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e3bca4"} 2026-07-08T19:40:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e3bca4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e3bca4", "reconcileID": "4188cc0e-c4c5-4197-a496-5aa20dd1a8b1", "Gateway": "e2e-shared-b-e3bca4", "namespace": "openshift-ingress"}