sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:29:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3fb35226"}, "namespace": "ai-tenant-e2e-mt-3fb35226", "name": "odh-trusted-ca-bundle", "reconcileID": "7a7afdbf-7092-48ef-abc4-6d0f0bdbf3a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3fb35226"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3fb35226"}, "namespace": "ai-tenant-e2e-mt-3fb35226", "name": "odh-trusted-ca-bundle", "reconcileID": "7a7afdbf-7092-48ef-abc4-6d0f0bdbf3a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3fb35226"} 2026-07-07T22:29:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3fb35226"}, "namespace": "ai-tenant-e2e-mt-3fb35226", "name": "openshift-service-ca.crt", "reconcileID": "b142e9bc-1e7e-4dd2-982d-8a5ef73ac188", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3fb35226"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3fb35226"}, "namespace": "ai-tenant-e2e-mt-3fb35226", "name": "openshift-service-ca.crt", "reconcileID": "b142e9bc-1e7e-4dd2-982d-8a5ef73ac188", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3fb35226"} 2026-07-07T22:29:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3fb35226"}, "namespace": "ai-tenant-e2e-mt-3fb35226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc0cbe5e-b03a-488b-a578-62e279df939c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3fb35226"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3fb35226"}, "namespace": "ai-tenant-e2e-mt-3fb35226", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc0cbe5e-b03a-488b-a578-62e279df939c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3fb35226"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "openshift-service-ca.crt", "reconcileID": "5a282a87-c350-4410-b5a3-bea76dba072d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-trusted-ca-bundle", "reconcileID": "db943b07-80f5-481e-a7f1-c3b304497507", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "openshift-service-ca.crt", "reconcileID": "5a8fc5e4-0e03-4de7-a1fd-1e3f6bc91809", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef3c2596", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:29:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "openshift-service-ca.crt", "reconcileID": "5a8fc5e4-0e03-4de7-a1fd-1e3f6bc91809", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00ef8a36-b694-4450-b6f6-8151d53d1310", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "openshift-service-ca.crt", "reconcileID": "e4343d5b-7be4-4458-84d9-4bb52be64d78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-trusted-ca-bundle", "reconcileID": "8abf1c24-3b05-43b3-8948-bb495a3387be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:29:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-trusted-ca-bundle", "reconcileID": "8abf1c24-3b05-43b3-8948-bb495a3387be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bdcc6d9-6bac-4a40-b060-8ec62ae3ae12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6906d10c-7495-4f4f-9a89-c19bbb7d3673", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6906d10c-7495-4f4f-9a89-c19bbb7d3673", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:29:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6906d10c-7495-4f4f-9a89-c19bbb7d3673", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ef3c2596 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-trusted-ca-bundle", "reconcileID": "c9c275cb-8101-4bae-8df6-0d49dd3978f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-trusted-ca-bundle", "reconcileID": "c9c275cb-8101-4bae-8df6-0d49dd3978f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "openshift-service-ca.crt", "reconcileID": "84031d23-ea73-428f-a82f-ade67690ba5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "openshift-service-ca.crt", "reconcileID": "84031d23-ea73-428f-a82f-ade67690ba5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ec35419-532f-4ab5-ad5e-99a2d81133ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef3c2596"}, "namespace": "ai-tenant-e2e-mt-ef3c2596", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ec35419-532f-4ab5-ad5e-99a2d81133ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef3c2596"} 2026-07-07T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "1bb88517-82d5-44ba-a806-d3a8622c970a", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "1bb88517-82d5-44ba-a806-d3a8622c970a", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "1bb88517-82d5-44ba-a806-d3a8622c970a", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "eb6b0167-e1d7-4407-85df-cf89fbb6cbab", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "eb6b0167-e1d7-4407-85df-cf89fbb6cbab", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:43Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "eb6b0167-e1d7-4407-85df-cf89fbb6cbab", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-inf-a-cd9893-authn-ssl: envoyfilters.networking.istio.io \"e2e-inf-a-cd9893-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:29:43Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-inf-a-cd9893-authn-ssl: envoyfilters.networking.istio.io "e2e-inf-a-cd9893-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-inf-a-cd9893","uid":"424fdd95-911c-4b31-bda8-8e560497eeef","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"46336"}, "reason": "ReconcileError"} 2026-07-07T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "bdebdb69-ef60-43ec-a585-73a417782cda", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "bdebdb69-ef60-43ec-a585-73a417782cda", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "bdebdb69-ef60-43ec-a585-73a417782cda", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "f34757b0-6dd0-4a03-991a-95e8a1ddc553", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "f34757b0-6dd0-4a03-991a-95e8a1ddc553", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "f34757b0-6dd0-4a03-991a-95e8a1ddc553", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "947c1bb4-ab8a-47df-ad7d-1f3a3e76020f", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "947c1bb4-ab8a-47df-ad7d-1f3a3e76020f", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "947c1bb4-ab8a-47df-ad7d-1f3a3e76020f", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "634e891c-c344-466b-8c00-45e963e7bf78", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "634e891c-c344-466b-8c00-45e963e7bf78", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "634e891c-c344-466b-8c00-45e963e7bf78", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "855cf216-76ab-4ae4-801a-05a5ad1d5fc9", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "855cf216-76ab-4ae4-801a-05a5ad1d5fc9", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "855cf216-76ab-4ae4-801a-05a5ad1d5fc9", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "openshift-service-ca.crt", "reconcileID": "ac960d09-edca-4d7b-a3fd-1bc08a2237ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-trusted-ca-bundle", "reconcileID": "065736f0-0eb8-4eaf-b0d4-2c8ec5db4d73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "openshift-service-ca.crt", "reconcileID": "a08c1264-a12f-4690-8641-a28880d995b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-cd9893", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:29:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "openshift-service-ca.crt", "reconcileID": "a08c1264-a12f-4690-8641-a28880d995b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab0be126-1495-4ed3-8a7b-00715627571b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "openshift-service-ca.crt", "reconcileID": "daf879a0-1098-4356-b6fd-8f226630447b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-trusted-ca-bundle", "reconcileID": "bef253f6-277b-489c-8c7f-bd4aacc935bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:29:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-trusted-ca-bundle", "reconcileID": "bef253f6-277b-489c-8c7f-bd4aacc935bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2b3a7a9-b47c-4c9a-9637-4789e35fbad7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "fca07354-01fe-4905-bb95-69cd45a5d3cf", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "fca07354-01fe-4905-bb95-69cd45a5d3cf", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "fca07354-01fe-4905-bb95-69cd45a5d3cf", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b58ca68d-fbfe-423c-be97-8226215cfe40", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "44a25e24-68a6-4991-8edd-02464016b3aa", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "44a25e24-68a6-4991-8edd-02464016b3aa", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "44a25e24-68a6-4991-8edd-02464016b3aa", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "517c719b-1a47-4354-83ec-76c72d8ed716", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "517c719b-1a47-4354-83ec-76c72d8ed716", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "517c719b-1a47-4354-83ec-76c72d8ed716", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "263bb260-1d12-4f2c-849f-d05498790838", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "263bb260-1d12-4f2c-849f-d05498790838", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "263bb260-1d12-4f2c-849f-d05498790838", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "e97c677e-713f-4c63-a6e8-96804f8df6a3", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "e97c677e-713f-4c63-a6e8-96804f8df6a3", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "e97c677e-713f-4c63-a6e8-96804f8df6a3", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "8d4cd8b4-0c9d-4f2a-a054-9391f2e8a2fc", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "8d4cd8b4-0c9d-4f2a-a054-9391f2e8a2fc", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "8d4cd8b4-0c9d-4f2a-a054-9391f2e8a2fc", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "cd1ce4cf-eef7-430d-b2fb-154d61d269be", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "cd1ce4cf-eef7-430d-b2fb-154d61d269be", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "cd1ce4cf-eef7-430d-b2fb-154d61d269be", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "06a87978-0b8d-4242-8baa-bd0ba64e5a85", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "06a87978-0b8d-4242-8baa-bd0ba64e5a85", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "06a87978-0b8d-4242-8baa-bd0ba64e5a85", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "openshift-service-ca.crt", "reconcileID": "2c43b435-b8b6-4b07-b8db-4998a462221f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:29:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-trusted-ca-bundle", "reconcileID": "57e50697-a8c4-4077-9c16-3068ec30324d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:29:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "openshift-service-ca.crt", "reconcileID": "d150a7e8-da12-4a0b-bcaf-689ebebc8c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:29:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "openshift-service-ca.crt", "reconcileID": "d150a7e8-da12-4a0b-bcaf-689ebebc8c9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:29:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef233bf1-ef97-4b40-9ac1-4c6ac1358f57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:29:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "openshift-service-ca.crt", "reconcileID": "a56b25bc-6ca2-494a-a775-732127e98131", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:29:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-trusted-ca-bundle", "reconcileID": "d918fa52-9bec-4ac6-a435-c3885c764dc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:29:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-trusted-ca-bundle", "reconcileID": "d918fa52-9bec-4ac6-a435-c3885c764dc5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:29:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1ac1229-ddb8-454b-b85b-073f272c57bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:29:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "2376caf5-bfb6-45aa-afcf-222b621c686a", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "2376caf5-bfb6-45aa-afcf-222b621c686a", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:29:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "2376caf5-bfb6-45aa-afcf-222b621c686a", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:29:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d45811a-4846-4b91-889f-31770bf05677", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:29:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "03a5814d-e12e-4399-850a-c0ecb689c520", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "03a5814d-e12e-4399-850a-c0ecb689c520", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "03a5814d-e12e-4399-850a-c0ecb689c520", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "80e4a958-ea93-4e61-8831-f0aa392a68ff", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "80e4a958-ea93-4e61-8831-f0aa392a68ff", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "80e4a958-ea93-4e61-8831-f0aa392a68ff", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "f6561095-cbd9-4747-9322-10c59133ff0b", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "80e4a958-ea93-4e61-8831-f0aa392a68ff", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893-kserve-route-authn"} 2026-07-07T22:29:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "80e4a958-ea93-4e61-8831-f0aa392a68ff", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "authType": "userdefined"} 2026-07-07T22:29:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "80e4a958-ea93-4e61-8831-f0aa392a68ff", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "f6561095-cbd9-4747-9322-10c59133ff0b", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "f6561095-cbd9-4747-9322-10c59133ff0b", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:29:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "7768ffef-812e-4910-a07f-2180e10f35ea", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "7768ffef-812e-4910-a07f-2180e10f35ea", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "7768ffef-812e-4910-a07f-2180e10f35ea", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:29:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "7768ffef-812e-4910-a07f-2180e10f35ea", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893-kserve-route-authn"} 2026-07-07T22:29:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "7768ffef-812e-4910-a07f-2180e10f35ea", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "authType": "userdefined"} 2026-07-07T22:29:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "7768ffef-812e-4910-a07f-2180e10f35ea", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "a39072bc-c326-4738-a3ff-c9434b520d26", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "a39072bc-c326-4738-a3ff-c9434b520d26", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:30:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "a39072bc-c326-4738-a3ff-c9434b520d26", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f1a1769-5efa-4d2d-a419-a495b71fdf2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "ecbaf187-9161-43f3-bb3a-67762be783a6", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "ecbaf187-9161-43f3-bb3a-67762be783a6", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "ecbaf187-9161-43f3-bb3a-67762be783a6", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9d351322-56ed-4911-9482-dc905c8b739b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9d351322-56ed-4911-9482-dc905c8b739b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9d351322-56ed-4911-9482-dc905c8b739b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9d351322-56ed-4911-9482-dc905c8b739b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893-kserve-route-authn"} 2026-07-07T22:30:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9d351322-56ed-4911-9482-dc905c8b739b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "authType": "userdefined"} 2026-07-07T22:30:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9d351322-56ed-4911-9482-dc905c8b739b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f571fdfe-bb55-4a48-9c15-196f6e4d050c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:30:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9b79441e-0fdd-48d8-8ea1-16ff1108364b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9b79441e-0fdd-48d8-8ea1-16ff1108364b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9b79441e-0fdd-48d8-8ea1-16ff1108364b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9b79441e-0fdd-48d8-8ea1-16ff1108364b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893-kserve-route-authn"} 2026-07-07T22:30:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9b79441e-0fdd-48d8-8ea1-16ff1108364b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "authType": "userdefined"} 2026-07-07T22:30:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "9b79441e-0fdd-48d8-8ea1-16ff1108364b", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "c934fe4c-09bd-4b7f-87b2-be2189e393fb", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "c934fe4c-09bd-4b7f-87b2-be2189e393fb", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "c934fe4c-09bd-4b7f-87b2-be2189e393fb", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "c934fe4c-09bd-4b7f-87b2-be2189e393fb", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893-kserve-route-authn"} 2026-07-07T22:30:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "c934fe4c-09bd-4b7f-87b2-be2189e393fb", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "authType": "userdefined"} 2026-07-07T22:30:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "c934fe4c-09bd-4b7f-87b2-be2189e393fb", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "6f40c35d-94c7-4098-be96-4e159296e6b2", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "6f40c35d-94c7-4098-be96-4e159296e6b2", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:30:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "6f40c35d-94c7-4098-be96-4e159296e6b2", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "22488c88-f330-4245-8ddf-bc8f8d698fbf", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "22488c88-f330-4245-8ddf-bc8f8d698fbf", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "22488c88-f330-4245-8ddf-bc8f8d698fbf", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "8624c813-9938-4ea3-aee6-951b57bcc207", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "22488c88-f330-4245-8ddf-bc8f8d698fbf", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32-kserve-route-authn"} 2026-07-07T22:30:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "22488c88-f330-4245-8ddf-bc8f8d698fbf", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "authType": "userdefined"} 2026-07-07T22:30:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "22488c88-f330-4245-8ddf-bc8f8d698fbf", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "8624c813-9938-4ea3-aee6-951b57bcc207", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "8624c813-9938-4ea3-aee6-951b57bcc207", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "7d0a62cf-ba29-45bf-80da-76409d1b0594", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "7d0a62cf-ba29-45bf-80da-76409d1b0594", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "7d0a62cf-ba29-45bf-80da-76409d1b0594", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "7d0a62cf-ba29-45bf-80da-76409d1b0594", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32-kserve-route-authn"} 2026-07-07T22:30:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "7d0a62cf-ba29-45bf-80da-76409d1b0594", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "authType": "userdefined"} 2026-07-07T22:30:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "7d0a62cf-ba29-45bf-80da-76409d1b0594", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "f94a4381-6b97-4a99-9f46-01c17da8f93c", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "f94a4381-6b97-4a99-9f46-01c17da8f93c", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:30:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "f94a4381-6b97-4a99-9f46-01c17da8f93c", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a3e80de3-7333-4491-9d5c-178653d0f741", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a3e80de3-7333-4491-9d5c-178653d0f741", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a3e80de3-7333-4491-9d5c-178653d0f741", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a3e80de3-7333-4491-9d5c-178653d0f741", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32-kserve-route-authn"} 2026-07-07T22:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a3e80de3-7333-4491-9d5c-178653d0f741", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "authType": "userdefined"} 2026-07-07T22:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a3e80de3-7333-4491-9d5c-178653d0f741", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "067b471a-9699-4356-8c64-e279d5ce94eb", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "067b471a-9699-4356-8c64-e279d5ce94eb", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "067b471a-9699-4356-8c64-e279d5ce94eb", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "067b471a-9699-4356-8c64-e279d5ce94eb", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32-kserve-route-authn"} 2026-07-07T22:30:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "067b471a-9699-4356-8c64-e279d5ce94eb", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "authType": "userdefined"} 2026-07-07T22:30:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "067b471a-9699-4356-8c64-e279d5ce94eb", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "23c4b872-d9d2-4cd8-b056-f6418316baf3", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "23c4b872-d9d2-4cd8-b056-f6418316baf3", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:30:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "23c4b872-d9d2-4cd8-b056-f6418316baf3", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a11a8493-e838-44b2-b748-eb50c3cdcd44", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a11a8493-e838-44b2-b748-eb50c3cdcd44", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a11a8493-e838-44b2-b748-eb50c3cdcd44", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a11a8493-e838-44b2-b748-eb50c3cdcd44", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32-kserve-route-authn"} 2026-07-07T22:30:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a11a8493-e838-44b2-b748-eb50c3cdcd44", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "authType": "userdefined"} 2026-07-07T22:30:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "a11a8493-e838-44b2-b748-eb50c3cdcd44", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893"} 2026-07-07T22:30:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893-kserve-route-authn"} 2026-07-07T22:30:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893-kserve-route-authn"} 2026-07-07T22:30:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "e090b311-e88c-4f9b-b1d1-bda44a5fb898", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-cd9893","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "test-model-cd9893", "reconcileID": "cf3ac66f-9dc3-4c46-8c8c-fdc568ebc97d", "LLMInferenceService": "test-model-cd9893", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "ea77f216-76a8-4472-831c-b078819a81a4", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "ea77f216-76a8-4472-831c-b078819a81a4", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "ea77f216-76a8-4472-831c-b078819a81a4", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "80cb0693-905a-4451-8f0b-96b7ff46f904", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "80cb0693-905a-4451-8f0b-96b7ff46f904", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:30:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "80cb0693-905a-4451-8f0b-96b7ff46f904", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32"} 2026-07-07T22:30:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32-kserve-route-authn"} 2026-07-07T22:30:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32-kserve-route-authn"} 2026-07-07T22:30:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "ff09200f-d0e2-4f61-9761-4c4af87c346c", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-fe6b32","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "test-model-fe6b32", "reconcileID": "d39a0e5d-cd1b-4bd6-b430-8727228b5748", "LLMInferenceService": "test-model-fe6b32", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "30371d69-1327-4f69-a785-5c2109c6cfbd", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "30371d69-1327-4f69-a785-5c2109c6cfbd", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "30371d69-1327-4f69-a785-5c2109c6cfbd", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "f3e7fd0b-6343-4329-810a-3a998c91807a", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "f3e7fd0b-6343-4329-810a-3a998c91807a", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:30:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "f3e7fd0b-6343-4329-810a-3a998c91807a", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:30:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4381110-4984-4724-a4c2-f59c1f53537b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:30:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "beaeab02-c3e0-44a1-864c-797ad1804bc0", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "beaeab02-c3e0-44a1-864c-797ad1804bc0", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893-authn-ssl"} 2026-07-07T22:30:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "beaeab02-c3e0-44a1-864c-797ad1804bc0", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:30:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T22:30:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T22:30:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T22:30:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "727f1c85-bfb9-445d-b055-e1ccc68e2680", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:31:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "727f1c85-bfb9-445d-b055-e1ccc68e2680", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:31:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "727f1c85-bfb9-445d-b055-e1ccc68e2680", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-cd9893 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-trusted-ca-bundle", "reconcileID": "975fd7fc-ecc2-4dc3-bd5a-3f6086cadef4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:31:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-trusted-ca-bundle", "reconcileID": "975fd7fc-ecc2-4dc3-bd5a-3f6086cadef4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "openshift-service-ca.crt", "reconcileID": "d293a3cb-6c71-43fe-afe2-f4a2a7fa0cf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:31:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "openshift-service-ca.crt", "reconcileID": "d293a3cb-6c71-43fe-afe2-f4a2a7fa0cf1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:31:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92b97487-08a0-416b-bd57-65ca22bcc7e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:31:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-cd9893"}, "namespace": "ai-tenant-e2e-inf-a-cd9893", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92b97487-08a0-416b-bd57-65ca22bcc7e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-cd9893"} 2026-07-07T22:31:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-cd9893","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-cd9893", "reconcileID": "d72775ea-a815-41a5-a55b-2de2447cccf7", "Gateway": "e2e-inf-a-cd9893", "namespace": "openshift-ingress"} 2026-07-07T22:31:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "62c6ddb8-37cc-429f-998e-b81d2bc27e45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:31:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "ad6090dc-7175-41de-a1f6-45751062a963", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:31:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "ad6090dc-7175-41de-a1f6-45751062a963", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32-authn-ssl"} 2026-07-07T22:31:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "ad6090dc-7175-41de-a1f6-45751062a963", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:31:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb8b557a-8927-4a26-9e78-14b6bce5964b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:31:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb8b557a-8927-4a26-9e78-14b6bce5964b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:31:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb8b557a-8927-4a26-9e78-14b6bce5964b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-fe6b32 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:31:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-trusted-ca-bundle", "reconcileID": "24ca0ed6-7261-42a1-8acf-f92951c9fc87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:31:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-trusted-ca-bundle", "reconcileID": "24ca0ed6-7261-42a1-8acf-f92951c9fc87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:31:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "openshift-service-ca.crt", "reconcileID": "41e50be3-39ad-4397-96bf-df48cda47b16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:31:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "openshift-service-ca.crt", "reconcileID": "41e50be3-39ad-4397-96bf-df48cda47b16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:31:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d52836a-cc9a-40ff-84ea-7460833aaffb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:31:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-fe6b32"}, "namespace": "ai-tenant-e2e-inf-b-fe6b32", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d52836a-cc9a-40ff-84ea-7460833aaffb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-fe6b32"} 2026-07-07T22:31:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-fe6b32","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-fe6b32", "reconcileID": "9ff055e0-8e8b-4c85-a42a-9c0382f7ccb6", "Gateway": "e2e-inf-b-fe6b32", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "bf8ecfa9-4c7a-48f1-b1d0-b71472a60e21", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "bf8ecfa9-4c7a-48f1-b1d0-b71472a60e21", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "bf8ecfa9-4c7a-48f1-b1d0-b71472a60e21", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "3d86d0c6-be97-40b8-b5dc-81bececdbbc8", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "3d86d0c6-be97-40b8-b5dc-81bececdbbc8", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "3d86d0c6-be97-40b8-b5dc-81bececdbbc8", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "15f0b454-5804-4894-8b3b-d3c1f30370d2", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "15f0b454-5804-4894-8b3b-d3c1f30370d2", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "15f0b454-5804-4894-8b3b-d3c1f30370d2", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "98948fcb-86bd-4de4-b076-a0de435a3e95", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "98948fcb-86bd-4de4-b076-a0de435a3e95", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "98948fcb-86bd-4de4-b076-a0de435a3e95", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "c0ef2161-f56f-45a9-b741-379276462810", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "c0ef2161-f56f-45a9-b741-379276462810", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "c0ef2161-f56f-45a9-b741-379276462810", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "40caada7-303b-4b74-8108-248dee01469b", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "40caada7-303b-4b74-8108-248dee01469b", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "40caada7-303b-4b74-8108-248dee01469b", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "openshift-service-ca.crt", "reconcileID": "f28432d1-1d25-45e6-aecd-198a0c817718", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:31:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "openshift-service-ca.crt", "reconcileID": "8a3b8b5b-e125-4de1-9f17-9808b66312e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fa42f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:31:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "openshift-service-ca.crt", "reconcileID": "8a3b8b5b-e125-4de1-9f17-9808b66312e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:31:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-trusted-ca-bundle", "reconcileID": "0174bc66-7471-4119-963f-f6ee33621532", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:31:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8bb00bc-2deb-4f45-9b52-63fb26f106f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:31:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "openshift-service-ca.crt", "reconcileID": "efbc8a53-f47b-47fb-8b8b-2a2da69339e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:31:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-trusted-ca-bundle", "reconcileID": "e874be4e-73ed-425a-a6ac-765062011b9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:31:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-trusted-ca-bundle", "reconcileID": "e874be4e-73ed-425a-a6ac-765062011b9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:31:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c3df33b-48a4-4ea2-b14d-3444995bd6d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:31:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "fa32a379-c41a-4dff-8737-32cffd45e432", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "fa32a379-c41a-4dff-8737-32cffd45e432", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "fa32a379-c41a-4dff-8737-32cffd45e432", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe761f6a-4ef0-4b24-8d81-5a62a3fe196a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "efa7b379-5ecd-487f-8524-1b4b73a28a14", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "efa7b379-5ecd-487f-8524-1b4b73a28a14", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "efa7b379-5ecd-487f-8524-1b4b73a28a14", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "a87e08c5-21e8-4066-a6d6-e16d20e06df7", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "a87e08c5-21e8-4066-a6d6-e16d20e06df7", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "a87e08c5-21e8-4066-a6d6-e16d20e06df7", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "7a66bcd7-0fbf-453e-b16c-a62d7e9b75e2", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "7a66bcd7-0fbf-453e-b16c-a62d7e9b75e2", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "7a66bcd7-0fbf-453e-b16c-a62d7e9b75e2", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "9bb6e3ab-3799-48f3-93d0-521e5eb131de", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "9bb6e3ab-3799-48f3-93d0-521e5eb131de", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "9bb6e3ab-3799-48f3-93d0-521e5eb131de", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "ccae8627-8fd7-43ee-8e22-85bfd90bac8c", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "ccae8627-8fd7-43ee-8e22-85bfd90bac8c", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "ccae8627-8fd7-43ee-8e22-85bfd90bac8c", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "88793aee-0011-40a9-adee-b8e9c5323cfd", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "88793aee-0011-40a9-adee-b8e9c5323cfd", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "88793aee-0011-40a9-adee-b8e9c5323cfd", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "0379f332-3eb9-43ab-8345-97b0b7744dab", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "0379f332-3eb9-43ab-8345-97b0b7744dab", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "0379f332-3eb9-43ab-8345-97b0b7744dab", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "openshift-service-ca.crt", "reconcileID": "e5e922f5-6fd5-4108-b038-66a3121b10bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-trusted-ca-bundle", "reconcileID": "055741ba-c41d-42ce-aaf3-35c32747bb74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:31:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "openshift-service-ca.crt", "reconcileID": "80422ccf-03cd-44bd-8e84-f9ecc833bec9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-226f1f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:31:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "openshift-service-ca.crt", "reconcileID": "80422ccf-03cd-44bd-8e84-f9ecc833bec9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daf13621-3eeb-4a8d-a9e9-8c4b4e849825", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "openshift-service-ca.crt", "reconcileID": "9bcaa0f8-1148-468c-8b31-c6860aa5da8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:31:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-trusted-ca-bundle", "reconcileID": "15df22f5-816f-4e2e-8266-06d24c627931", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:31:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-trusted-ca-bundle", "reconcileID": "15df22f5-816f-4e2e-8266-06d24c627931", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6af0594-5032-4e0a-bda4-c02169d5a53c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "a5b98a72-dd84-41f5-9224-2aa23000e472", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "a5b98a72-dd84-41f5-9224-2aa23000e472", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "a5b98a72-dd84-41f5-9224-2aa23000e472", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "edd291fd-9770-4de3-ab04-712a4b209496", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "2dc419b5-3b2f-4e2f-a5f7-9afc4023320f", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "2dc419b5-3b2f-4e2f-a5f7-9afc4023320f", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "2dc419b5-3b2f-4e2f-a5f7-9afc4023320f", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:32:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "c27dbfcf-6ec9-4271-b12b-d0b35b8cee42", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:32:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "c27dbfcf-6ec9-4271-b12b-d0b35b8cee42", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:32:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "c27dbfcf-6ec9-4271-b12b-d0b35b8cee42", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:32:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5beac9d0-9681-49f4-a1cf-cf7855f0b2c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:32:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "f19c152b-ca1d-4e84-9ae2-a1ab78cd604f", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:32:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "f19c152b-ca1d-4e84-9ae2-a1ab78cd604f", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6-authn-ssl"} 2026-07-07T22:32:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "f19c152b-ca1d-4e84-9ae2-a1ab78cd604f", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90092d45-7705-48a4-9a27-ad43d6f1d36f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:32:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90092d45-7705-48a4-9a27-ad43d6f1d36f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:32:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90092d45-7705-48a4-9a27-ad43d6f1d36f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-fa42f6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-trusted-ca-bundle", "reconcileID": "cf6b7cf7-1266-4fa2-b3fa-d17786aca25f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-trusted-ca-bundle", "reconcileID": "cf6b7cf7-1266-4fa2-b3fa-d17786aca25f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "openshift-service-ca.crt", "reconcileID": "2cd17654-60e3-48bf-8ea5-a8a26fee2f09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "openshift-service-ca.crt", "reconcileID": "2cd17654-60e3-48bf-8ea5-a8a26fee2f09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:32:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7754951c-9a98-4650-a0d6-c0658bbb3cd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fa42f6"}, "namespace": "ai-tenant-e2e-api-a-fa42f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7754951c-9a98-4650-a0d6-c0658bbb3cd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fa42f6"} 2026-07-07T22:32:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fa42f6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fa42f6", "reconcileID": "8e5d4fbf-56ad-404e-8fe1-c7c86e281afe", "Gateway": "e2e-api-a-fa42f6", "namespace": "openshift-ingress"} 2026-07-07T22:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4b862571-2c59-463a-8f1b-c75de900f296", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:32:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "0908313e-006d-42fe-bfec-adc5f44db3f8", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:32:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "0908313e-006d-42fe-bfec-adc5f44db3f8", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f-authn-ssl"} 2026-07-07T22:32:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "0908313e-006d-42fe-bfec-adc5f44db3f8", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e984d88d-73e4-4534-8d5d-1639b525099d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:32:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e984d88d-73e4-4534-8d5d-1639b525099d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:32:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e984d88d-73e4-4534-8d5d-1639b525099d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-226f1f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-trusted-ca-bundle", "reconcileID": "61b55345-b141-4d8a-9ea4-068e71d61a6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-trusted-ca-bundle", "reconcileID": "61b55345-b141-4d8a-9ea4-068e71d61a6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "openshift-service-ca.crt", "reconcileID": "03fa608e-6cea-4e54-8d7c-dd7d1d45dcf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "openshift-service-ca.crt", "reconcileID": "03fa608e-6cea-4e54-8d7c-dd7d1d45dcf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aee6a5a3-a537-4ba6-8878-23a089491abb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-226f1f"}, "namespace": "ai-tenant-e2e-api-b-226f1f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aee6a5a3-a537-4ba6-8878-23a089491abb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-226f1f"} 2026-07-07T22:32:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-226f1f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-226f1f", "reconcileID": "4f2991fb-563e-48e0-a47e-cc2e819e8c41", "Gateway": "e2e-api-b-226f1f", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c0d8936e-71ae-4b7c-9ea8-f54fc49bda18", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c0d8936e-71ae-4b7c-9ea8-f54fc49bda18", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c0d8936e-71ae-4b7c-9ea8-f54fc49bda18", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "b9e470c0-340a-4452-be6c-bc3fe459621a", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "b9e470c0-340a-4452-be6c-bc3fe459621a", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "b9e470c0-340a-4452-be6c-bc3fe459621a", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "cc741386-64ae-44ed-9138-22dd3b520e71", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "cc741386-64ae-44ed-9138-22dd3b520e71", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "cc741386-64ae-44ed-9138-22dd3b520e71", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c3dda068-ca09-495a-9dd6-41feada8ae3a", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c3dda068-ca09-495a-9dd6-41feada8ae3a", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c3dda068-ca09-495a-9dd6-41feada8ae3a", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c8787c43-cfea-43db-a886-c687f0ee75c8", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c8787c43-cfea-43db-a886-c687f0ee75c8", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "c8787c43-cfea-43db-a886-c687f0ee75c8", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "f807f326-9987-44c1-aebd-46deb28f95db", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "f807f326-9987-44c1-aebd-46deb28f95db", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "f807f326-9987-44c1-aebd-46deb28f95db", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "da71d1c1-5019-4b67-a1d4-3916e5881188", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "da71d1c1-5019-4b67-a1d4-3916e5881188", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "da71d1c1-5019-4b67-a1d4-3916e5881188", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "285eff3b-293b-4431-b634-fb67ca74e7d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "openshift-service-ca.crt", "reconcileID": "a1dcc8a0-9dfe-478e-a47c-393f2dba7957", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-trusted-ca-bundle", "reconcileID": "6185f5cf-5cb1-43df-b34f-6253d2d2e47e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:32:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "openshift-service-ca.crt", "reconcileID": "846f5fba-0d1c-415e-b365-f5918f1b0793", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:32:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "openshift-service-ca.crt", "reconcileID": "846f5fba-0d1c-415e-b365-f5918f1b0793", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbf66907-3394-4de8-8ec7-ff48e67c63c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "openshift-service-ca.crt", "reconcileID": "f38415c5-6b91-45a7-b375-328fd3bf3a52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:32:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-trusted-ca-bundle", "reconcileID": "76a6d24c-5c0a-4c66-b310-540b235e924f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:32:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-trusted-ca-bundle", "reconcileID": "76a6d24c-5c0a-4c66-b310-540b235e924f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5d56b6b-36fc-462b-86b2-ee477e396fd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:32:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "9a7529ad-85fb-4ea9-af00-6c5d9f4f611d", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "9a7529ad-85fb-4ea9-af00-6c5d9f4f611d", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "9a7529ad-85fb-4ea9-af00-6c5d9f4f611d", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9855932-57aa-423e-ac5e-22614b656c93", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "faa7df72-dd34-429d-b0b6-b4a52b28be0b", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "faa7df72-dd34-429d-b0b6-b4a52b28be0b", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "faa7df72-dd34-429d-b0b6-b4a52b28be0b", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "2de6e549-d2b2-46ae-bdb4-153785aba9da", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "2de6e549-d2b2-46ae-bdb4-153785aba9da", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "2de6e549-d2b2-46ae-bdb4-153785aba9da", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "fe7a3b99-a374-4123-9f36-17928e877939", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "fe7a3b99-a374-4123-9f36-17928e877939", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "fe7a3b99-a374-4123-9f36-17928e877939", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "3a2f2ef9-264f-45f7-a06f-234ed0866540", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "3a2f2ef9-264f-45f7-a06f-234ed0866540", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "3a2f2ef9-264f-45f7-a06f-234ed0866540", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "bfae8f4c-a7f7-4fa4-8469-00c2106bcb6b", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "bfae8f4c-a7f7-4fa4-8469-00c2106bcb6b", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "bfae8f4c-a7f7-4fa4-8469-00c2106bcb6b", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "2316c99e-3847-4898-9167-87ebf7db1abd", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "2316c99e-3847-4898-9167-87ebf7db1abd", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "2316c99e-3847-4898-9167-87ebf7db1abd", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "77055c13-7623-4945-88ed-3e4d32e64007", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "77055c13-7623-4945-88ed-3e4d32e64007", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "77055c13-7623-4945-88ed-3e4d32e64007", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "8e74dfeb-7834-49f5-ba74-70b1e05ad347", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "8e74dfeb-7834-49f5-ba74-70b1e05ad347", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "8e74dfeb-7834-49f5-ba74-70b1e05ad347", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "openshift-service-ca.crt", "reconcileID": "3a018943-116c-48e0-9173-4b74a739a61d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-trusted-ca-bundle", "reconcileID": "20f90de0-16a9-458b-97b7-4e89119478d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:32:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "openshift-service-ca.crt", "reconcileID": "e9f5d472-4163-4926-bd4f-560efecff864", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5b00ce", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:32:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "openshift-service-ca.crt", "reconcileID": "e9f5d472-4163-4926-bd4f-560efecff864", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3381d8e0-8b56-49fd-a475-c12abe21e4ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "openshift-service-ca.crt", "reconcileID": "57baa674-f842-4610-a1ea-83a4212eb78e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:32:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-trusted-ca-bundle", "reconcileID": "cbe25c46-e329-491a-a445-e69b343bc514", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:32:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-trusted-ca-bundle", "reconcileID": "cbe25c46-e329-491a-a445-e69b343bc514", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7f1aeea8-cea1-4e67-8c5f-7658fcd88fef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "707cd07f-65ad-4293-a4a2-7937971d9aa4", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "707cd07f-65ad-4293-a4a2-7937971d9aa4", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "707cd07f-65ad-4293-a4a2-7937971d9aa4", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:32:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "f6afee73-4968-4c72-b5d1-ac7838f5038f", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "f6afee73-4968-4c72-b5d1-ac7838f5038f", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "f6afee73-4968-4c72-b5d1-ac7838f5038f", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a82a43e4-2b74-486a-bc4d-f13c6631d72d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:32:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "edd28e69-732a-462e-a2bb-05e8e0f51007", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "edd28e69-732a-462e-a2bb-05e8e0f51007", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:32:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "edd28e69-732a-462e-a2bb-05e8e0f51007", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:32:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2518d9d9-1fff-47af-a661-fbe9e94d9340", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:32:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65f3bb27-8267-4ad4-b773-89cd2e20c659", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:35:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f4c9eba0-25ac-4271-9f7b-c8a8ee9b14c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:35:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "2eba27e1-67d0-483f-a2a7-b2d967584c94", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:35:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "2eba27e1-67d0-483f-a2a7-b2d967584c94", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8-authn-ssl"} 2026-07-07T22:35:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "2eba27e1-67d0-483f-a2a7-b2d967584c94", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5a657a-d3fe-4ee9-a589-9f7194b0061b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5a657a-d3fe-4ee9-a589-9f7194b0061b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:35:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e5a657a-d3fe-4ee9-a589-9f7194b0061b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-7e3dc8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-trusted-ca-bundle", "reconcileID": "0fd921da-1aba-47f0-bf31-2acc84221ed9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-trusted-ca-bundle", "reconcileID": "0fd921da-1aba-47f0-bf31-2acc84221ed9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "openshift-service-ca.crt", "reconcileID": "dffb2801-32d8-4ee8-b6c2-59d3e239ae8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "openshift-service-ca.crt", "reconcileID": "dffb2801-32d8-4ee8-b6c2-59d3e239ae8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bfc16d5-0b9c-4c71-8ba3-6afdb4264be2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7e3dc8"}, "namespace": "ai-tenant-e2e-shared-a-7e3dc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bfc16d5-0b9c-4c71-8ba3-6afdb4264be2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7e3dc8"} 2026-07-07T22:35:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7e3dc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7e3dc8", "reconcileID": "2049c087-2408-4201-99df-bf67a353fe0d", "Gateway": "e2e-shared-a-7e3dc8", "namespace": "openshift-ingress"} 2026-07-07T22:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ead8983-c557-4653-82e0-9c60104f4afc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T22:35:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "66dd1d34-58eb-4989-84a7-c72e378e709f", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:35:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "66dd1d34-58eb-4989-84a7-c72e378e709f", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce-authn-ssl"} 2026-07-07T22:35:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "66dd1d34-58eb-4989-84a7-c72e378e709f", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"} 2026-07-07T22:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3083c20-af54-45e9-8560-5fcbbb54fafd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:35:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3083c20-af54-45e9-8560-5fcbbb54fafd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T22:35:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3083c20-af54-45e9-8560-5fcbbb54fafd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-5b00ce because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T22:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-trusted-ca-bundle", "reconcileID": "af6efd1e-d49d-4f2b-8625-c8d2593617ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-trusted-ca-bundle", "reconcileID": "af6efd1e-d49d-4f2b-8625-c8d2593617ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "openshift-service-ca.crt", "reconcileID": "d02319ac-1188-416e-bcd1-7b299bb28758", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "openshift-service-ca.crt", "reconcileID": "d02319ac-1188-416e-bcd1-7b299bb28758", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a424559a-3c38-4228-bede-7bc16e5c14df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5b00ce"}, "namespace": "ai-tenant-e2e-shared-b-5b00ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a424559a-3c38-4228-bede-7bc16e5c14df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5b00ce"} 2026-07-07T22:35:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5b00ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5b00ce", "reconcileID": "aa2e02db-17c6-449c-8d03-5ab2d9c4e507", "Gateway": "e2e-shared-b-5b00ce", "namespace": "openshift-ingress"}