2026-07-28T01:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "e5f7fcf9-cf08-435f-a8ea-b62374d7754b", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "e5f7fcf9-cf08-435f-a8ea-b62374d7754b", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "72cf1dda-045f-4dc0-a822-197957cc0e16", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "72cf1dda-045f-4dc0-a822-197957cc0e16", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "72cf1dda-045f-4dc0-a822-197957cc0e16", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "1aaa1e04-8539-4754-aaef-a2f800c9bbbb", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "1aaa1e04-8539-4754-aaef-a2f800c9bbbb", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:48:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "1aaa1e04-8539-4754-aaef-a2f800c9bbbb", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "c941e580-ae41-418a-949b-66877e7bab80", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "c941e580-ae41-418a-949b-66877e7bab80", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:48:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "c941e580-ae41-418a-949b-66877e7bab80", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "openshift-service-ca.crt", "reconcileID": "f145df55-45f1-4128-b4df-e329a0310796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-trusted-ca-bundle", "reconcileID": "28a851f7-47a2-4a2a-b26f-0d305509ee9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:48:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "openshift-service-ca.crt", "reconcileID": "4d857593-3ba6-4f64-b884-03b4b5e3ad27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3940b7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:48:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "openshift-service-ca.crt", "reconcileID": "4d857593-3ba6-4f64-b884-03b4b5e3ad27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "openshift-service-ca.crt", "reconcileID": "4e4fdfc2-4d8b-4f11-bee8-525f62550a7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb79708a-08ed-4dd9-a268-2f23dad8d1b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:48:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-trusted-ca-bundle", "reconcileID": "5309b7d4-ea16-4c16-8702-3e6b343b9c79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:48:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-trusted-ca-bundle", "reconcileID": "5309b7d4-ea16-4c16-8702-3e6b343b9c79", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:48:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8531b757-eb6f-43f8-b77b-319fdb9a215d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:48:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "14f154fb-f5fa-4b62-99ad-6aa76473d811", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "14f154fb-f5fa-4b62-99ad-6aa76473d811", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:48:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "14f154fb-f5fa-4b62-99ad-6aa76473d811", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:48:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ae59c12d-4958-4028-b337-73e3396dde62", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "f917fe0c-f046-485a-ad97-bae5846d339c", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "f917fe0c-f046-485a-ad97-bae5846d339c", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress", "name": "e2e-api-a-64a682-authn-ssl"} 2026-07-28T01:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "f917fe0c-f046-485a-ad97-bae5846d339c", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "0d504c93-2b39-4b70-a486-42078e8c2541", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "0d504c93-2b39-4b70-a486-42078e8c2541", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "0d504c93-2b39-4b70-a486-42078e8c2541", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "81f2521f-1e89-422b-b682-363c24686ffa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:49:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37b6f2ef-7e68-46a6-8ea5-5a710ef2d666", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:49:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "7d74d91a-5635-40ba-b360-1e2ee5ec61d6", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "7d74d91a-5635-40ba-b360-1e2ee5ec61d6", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress", "name": "e2e-api-a-64a682-authn-ssl"} 2026-07-28T01:49:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "7d74d91a-5635-40ba-b360-1e2ee5ec61d6", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "6a967501-e06c-4086-9405-8f5d377d4c8b", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "6a967501-e06c-4086-9405-8f5d377d4c8b", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress", "name": "e2e-api-a-64a682-authn-ssl"} 2026-07-28T01:49:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "6a967501-e06c-4086-9405-8f5d377d4c8b", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "b7d019a2-dadd-4dae-8525-690638c51ab4", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "b7d019a2-dadd-4dae-8525-690638c51ab4", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress", "name": "e2e-api-a-64a682-authn-ssl"} 2026-07-28T01:49:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "b7d019a2-dadd-4dae-8525-690638c51ab4", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f3e18b-9b11-4ffd-a8e5-7534ab0b5a4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64a682"} 2026-07-28T01:49:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f3e18b-9b11-4ffd-a8e5-7534ab0b5a4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64a682", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:49:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e3f3e18b-9b11-4ffd-a8e5-7534ab0b5a4a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-64a682 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T01:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "odh-trusted-ca-bundle", "reconcileID": "9b615f4a-211c-4a17-94a8-e9cd24e910fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64a682"} 2026-07-28T01:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "odh-trusted-ca-bundle", "reconcileID": "9b615f4a-211c-4a17-94a8-e9cd24e910fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64a682"} 2026-07-28T01:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "openshift-service-ca.crt", "reconcileID": "6f2e6c60-2035-45ff-b5a2-2e00901eb589", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-64a682"} 2026-07-28T01:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "openshift-service-ca.crt", "reconcileID": "6f2e6c60-2035-45ff-b5a2-2e00901eb589", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-64a682"} 2026-07-28T01:49:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e63cee47-a410-4a17-80c6-f33341afdda1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64a682"} 2026-07-28T01:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-64a682"}, "namespace": "ai-tenant-e2e-api-a-64a682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e63cee47-a410-4a17-80c6-f33341afdda1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-64a682"} 2026-07-28T01:49:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-64a682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-64a682", "reconcileID": "323fc1cd-1c47-4988-b46e-cbcd9a4836af", "Gateway": "e2e-api-a-64a682", "namespace": "openshift-ingress"} 2026-07-28T01:49:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "0d2712ab-a25e-4fdf-8b70-312612cfbb06", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:49:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "0d2712ab-a25e-4fdf-8b70-312612cfbb06", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:49:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "0d2712ab-a25e-4fdf-8b70-312612cfbb06", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:49:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "1dd922e4-5e92-46e8-b1cb-2021e0ad724e", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:49:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "1dd922e4-5e92-46e8-b1cb-2021e0ad724e", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:49:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "1dd922e4-5e92-46e8-b1cb-2021e0ad724e", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:49:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "88946304-3faa-420e-8fad-22809cae723d", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:49:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "88946304-3faa-420e-8fad-22809cae723d", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7-authn-ssl"} 2026-07-28T01:49:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "88946304-3faa-420e-8fad-22809cae723d", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:50:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5182e007-a0d4-4a2b-b4ef-0dfe01693b10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:50:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5182e007-a0d4-4a2b-b4ef-0dfe01693b10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:50:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5182e007-a0d4-4a2b-b4ef-0dfe01693b10", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-3940b7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T01:50:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-trusted-ca-bundle", "reconcileID": "92ebecc6-e076-467a-a62a-d3350f471090", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:50:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-trusted-ca-bundle", "reconcileID": "92ebecc6-e076-467a-a62a-d3350f471090", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:50:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "openshift-service-ca.crt", "reconcileID": "1ae729ca-dc6b-40c7-b409-450d4fd6553b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:50:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "openshift-service-ca.crt", "reconcileID": "1ae729ca-dc6b-40c7-b409-450d4fd6553b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:50:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "678992db-335e-4f91-8e35-3f5fed842a06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:50:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3940b7"}, "namespace": "ai-tenant-e2e-api-b-3940b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "678992db-335e-4f91-8e35-3f5fed842a06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3940b7"} 2026-07-28T01:50:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3940b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3940b7", "reconcileID": "a3b624ab-afcf-40f1-aa0d-88a42fcf221a", "Gateway": "e2e-api-b-3940b7", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "e51b4423-fea0-44b1-8e2b-fb8d35fdbc91", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "e51b4423-fea0-44b1-8e2b-fb8d35fdbc91", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "e51b4423-fea0-44b1-8e2b-fb8d35fdbc91", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "6528fda7-5cb0-49fc-aa42-eaab731d3b39", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "6528fda7-5cb0-49fc-aa42-eaab731d3b39", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "6528fda7-5cb0-49fc-aa42-eaab731d3b39", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "492c0e82-6f9d-48a8-a3d4-a6a2d35c6d76", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "492c0e82-6f9d-48a8-a3d4-a6a2d35c6d76", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "492c0e82-6f9d-48a8-a3d4-a6a2d35c6d76", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "2a4bb67a-61af-4414-9865-32e68b7061ec", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "2a4bb67a-61af-4414-9865-32e68b7061ec", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "2a4bb67a-61af-4414-9865-32e68b7061ec", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "a6a0a048-a3d4-476a-bb71-23ca7264aeac", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "a6a0a048-a3d4-476a-bb71-23ca7264aeac", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "a6a0a048-a3d4-476a-bb71-23ca7264aeac", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "514dff50-ca03-44fa-9268-3cc7cd4a176f", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "514dff50-ca03-44fa-9268-3cc7cd4a176f", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "514dff50-ca03-44fa-9268-3cc7cd4a176f", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "ae43d348-db8f-43d6-954c-f06888fc7d91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-trusted-ca-bundle", "reconcileID": "e2e4dabf-30a3-45ee-8b7b-9b71ac6125d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "e0d9d129-9cc6-4172-bfcf-93be18a3793a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:50:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "e0d9d129-9cc6-4172-bfcf-93be18a3793a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "32169ca4-03b0-4880-b2ac-d394ac161a92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:50:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "32169ca4-03b0-4880-b2ac-d394ac161a92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T01:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c5a0435-e5f1-4eaf-b0d8-278c1ec63180", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "3653b827-6039-457f-bb42-50cddb61ca32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-trusted-ca-bundle", "reconcileID": "3a13905f-75e2-4208-a5f4-08ecfe822c48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:50:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-trusted-ca-bundle", "reconcileID": "3a13905f-75e2-4208-a5f4-08ecfe822c48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e25ac0d8-cc1c-4531-af9d-e407167655f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "c3ad1eff-9d75-4551-8ccf-509f4bfa23c7", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "c3ad1eff-9d75-4551-8ccf-509f4bfa23c7", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "c3ad1eff-9d75-4551-8ccf-509f4bfa23c7", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e4782d22-e976-4578-ba59-9a39fd630a76", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "b7efae2f-b96b-4d31-bef7-0d3e3737a8cc", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "b7efae2f-b96b-4d31-bef7-0d3e3737a8cc", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "b7efae2f-b96b-4d31-bef7-0d3e3737a8cc", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "6f3c211b-64fc-45b8-91f9-a3d8fc479cc3", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "6f3c211b-64fc-45b8-91f9-a3d8fc479cc3", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:11Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "6f3c211b-64fc-45b8-91f9-a3d8fc479cc3", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-7d2c59-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-7d2c59-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T01:50:11Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-7d2c59-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-7d2c59-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-7d2c59","uid":"aff4d013-8c6a-4638-8382-296043e180c5","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"73366"}, "reason": "ReconcileError"} 2026-07-28T01:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "024349bf-4066-4669-a8d6-63df821d3159", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "024349bf-4066-4669-a8d6-63df821d3159", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "024349bf-4066-4669-a8d6-63df821d3159", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e73337fa-2090-43ec-972f-df3cb7d42c4c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e73337fa-2090-43ec-972f-df3cb7d42c4c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e73337fa-2090-43ec-972f-df3cb7d42c4c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "2d61a943-c6b8-49cb-ae22-e292274c14d6", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "2d61a943-c6b8-49cb-ae22-e292274c14d6", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "2d61a943-c6b8-49cb-ae22-e292274c14d6", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e38d7e86-3197-4da4-bd4c-8b2b9e2a8897", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e38d7e86-3197-4da4-bd4c-8b2b9e2a8897", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e38d7e86-3197-4da4-bd4c-8b2b9e2a8897", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e165dcc1-f5eb-44d8-82d7-2a8c0276807c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e165dcc1-f5eb-44d8-82d7-2a8c0276807c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e165dcc1-f5eb-44d8-82d7-2a8c0276807c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "ecbef292-247b-4fae-9cf1-36ced391dd20", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "ecbef292-247b-4fae-9cf1-36ced391dd20", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "ecbef292-247b-4fae-9cf1-36ced391dd20", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "edf2ba38-b3db-4b91-8a54-5048d66fa468", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "edf2ba38-b3db-4b91-8a54-5048d66fa468", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "edf2ba38-b3db-4b91-8a54-5048d66fa468", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-trusted-ca-bundle", "reconcileID": "7d1b39cb-51a5-465b-af5b-595d1375f447", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:50:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "openshift-service-ca.crt", "reconcileID": "66d2e87c-b751-459d-af31-3929a50425f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:50:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "openshift-service-ca.crt", "reconcileID": "a92390c7-766e-4bb6-b504-2c4f0bee3c08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:50:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "openshift-service-ca.crt", "reconcileID": "a92390c7-766e-4bb6-b504-2c4f0bee3c08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:50:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aba0a81-2373-46e4-8f36-21d9a5ce62f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:50:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "openshift-service-ca.crt", "reconcileID": "ec61ffa6-b6d4-44c6-8bbb-e6281d484edc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:50:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-trusted-ca-bundle", "reconcileID": "0954b6a2-21ba-4618-aac1-9f4f65c967e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:50:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-trusted-ca-bundle", "reconcileID": "0954b6a2-21ba-4618-aac1-9f4f65c967e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:50:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d62831ff-a1d2-4d37-801d-d4ec11dfce27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ded65898-b4a9-44a6-b98d-490439684b77", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ded65898-b4a9-44a6-b98d-490439684b77", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ded65898-b4a9-44a6-b98d-490439684b77", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "caca338b-86ae-4424-bf5a-430d5916badb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "3dcc2269-d68b-4a18-8ec4-1a464cf42957", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "3dcc2269-d68b-4a18-8ec4-1a464cf42957", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "3dcc2269-d68b-4a18-8ec4-1a464cf42957", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:50:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "14fb4eb2-dceb-481f-bd7a-fca99d93671c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "14fb4eb2-dceb-481f-bd7a-fca99d93671c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "14fb4eb2-dceb-481f-bd7a-fca99d93671c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "57116168-db11-4433-9ef8-8c12b8649883", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "14fb4eb2-dceb-481f-bd7a-fca99d93671c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:50:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "14fb4eb2-dceb-481f-bd7a-fca99d93671c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:50:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "14fb4eb2-dceb-481f-bd7a-fca99d93671c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "57116168-db11-4433-9ef8-8c12b8649883", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "57116168-db11-4433-9ef8-8c12b8649883", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "03b3f383-61e6-4158-88f5-7a0e6e1cbc73", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "03b3f383-61e6-4158-88f5-7a0e6e1cbc73", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "03b3f383-61e6-4158-88f5-7a0e6e1cbc73", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "03b3f383-61e6-4158-88f5-7a0e6e1cbc73", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:50:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "03b3f383-61e6-4158-88f5-7a0e6e1cbc73", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:50:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "03b3f383-61e6-4158-88f5-7a0e6e1cbc73", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f100614e-4e0a-4764-8660-98a7a0475834", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:50:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "bfd90ed1-d828-4a47-b72d-d28d3d7821a6", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "bfd90ed1-d828-4a47-b72d-d28d3d7821a6", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:50:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "bfd90ed1-d828-4a47-b72d-d28d3d7821a6", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:50:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "8aa1b80b-4568-4312-9b29-82c5449a4035", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "8aa1b80b-4568-4312-9b29-82c5449a4035", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "8aa1b80b-4568-4312-9b29-82c5449a4035", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "8aa1b80b-4568-4312-9b29-82c5449a4035", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:50:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "8aa1b80b-4568-4312-9b29-82c5449a4035", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:50:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "8aa1b80b-4568-4312-9b29-82c5449a4035", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2606dea4-fd0e-440b-9a50-a540756bba6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:50:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd58f029-d608-4760-b31e-f829105093ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:50:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65b259a7-b736-4e76-a6e4-13cfc8555521", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:50:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b515b6a2-652d-473d-b380-638be81c710c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b515b6a2-652d-473d-b380-638be81c710c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b515b6a2-652d-473d-b380-638be81c710c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:50:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b515b6a2-652d-473d-b380-638be81c710c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:50:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b515b6a2-652d-473d-b380-638be81c710c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:50:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b515b6a2-652d-473d-b380-638be81c710c", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "4d638e82-856a-4499-bd07-78dfd4b7a3ec", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "4d638e82-856a-4499-bd07-78dfd4b7a3ec", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "4d638e82-856a-4499-bd07-78dfd4b7a3ec", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "4d638e82-856a-4499-bd07-78dfd4b7a3ec", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "4d638e82-856a-4499-bd07-78dfd4b7a3ec", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "4d638e82-856a-4499-bd07-78dfd4b7a3ec", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "086b712c-8552-496e-b9b9-7b62489d2469", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:51:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "086b712c-8552-496e-b9b9-7b62489d2469", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:51:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "086b712c-8552-496e-b9b9-7b62489d2469", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:51:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "c934e7fa-7076-42e2-811b-4446cec8498c", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "c934e7fa-7076-42e2-811b-4446cec8498c", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "c934e7fa-7076-42e2-811b-4446cec8498c", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "c934e7fa-7076-42e2-811b-4446cec8498c", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:51:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "c934e7fa-7076-42e2-811b-4446cec8498c", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:51:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "c934e7fa-7076-42e2-811b-4446cec8498c", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10788898-5591-4f07-a5a6-3aacbcb14b91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:51:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "681d5b72-7320-4b1a-8cb6-5b1179fe21fc", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:51:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "681d5b72-7320-4b1a-8cb6-5b1179fe21fc", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:51:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "681d5b72-7320-4b1a-8cb6-5b1179fe21fc", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:51:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "aa7d3a06-b884-4cd9-855c-3829baeacf3e", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "aa7d3a06-b884-4cd9-855c-3829baeacf3e", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "aa7d3a06-b884-4cd9-855c-3829baeacf3e", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "aa7d3a06-b884-4cd9-855c-3829baeacf3e", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:51:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "aa7d3a06-b884-4cd9-855c-3829baeacf3e", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:51:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "aa7d3a06-b884-4cd9-855c-3829baeacf3e", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d094ae6-6b8f-4b51-a0f1-0e2adbe7f17b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:51:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "ecbe9789-99fe-4cde-8c04-b0d4a3de5851", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "ecbe9789-99fe-4cde-8c04-b0d4a3de5851", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "ecbe9789-99fe-4cde-8c04-b0d4a3de5851", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "ecbe9789-99fe-4cde-8c04-b0d4a3de5851", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:51:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "ecbe9789-99fe-4cde-8c04-b0d4a3de5851", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:51:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "ecbe9789-99fe-4cde-8c04-b0d4a3de5851", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:51:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3ca5477-bf53-4c3c-8011-24179e8034f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:51:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "9165542a-38fb-43fd-b6e5-f517fb1eb44d", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:51:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "9165542a-38fb-43fd-b6e5-f517fb1eb44d", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:51:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "9165542a-38fb-43fd-b6e5-f517fb1eb44d", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c74598ee-3db7-4322-914b-40268bc0dee5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:51:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T01:51:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T01:51:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T01:51:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T01:51:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "9ac25ea1-a2b9-443a-82cc-3b586dfd91d7", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:51:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "9ac25ea1-a2b9-443a-82cc-3b586dfd91d7", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:51:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "9ac25ea1-a2b9-443a-82cc-3b586dfd91d7", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:51:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a05de9be-8b61-463f-818e-1b50362a781f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:51:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "130ffdf7-aa24-4a45-ba8d-ad63526f0dd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:52:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e6f15976-2971-4654-8b8b-eb6f84d29733", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:52:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e6f15976-2971-4654-8b8b-eb6f84d29733", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:52:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e6f15976-2971-4654-8b8b-eb6f84d29733", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:52:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "127686a7-3fbb-4b99-b84a-29265676122d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:52:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c351f7f9-f75f-4527-88e6-1eb79d73f0b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:52:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "738f5a43-9fe4-4268-85f5-b9cf630d5ba0", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:52:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "738f5a43-9fe4-4268-85f5-b9cf630d5ba0", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:52:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "738f5a43-9fe4-4268-85f5-b9cf630d5ba0", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:52:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ffb9dd5b-d3c3-41d4-9a95-d126b4879f8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:52:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c49e7976-aecd-481a-9334-e5608486e501", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:52:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "57ac99ff-8a87-43a5-ac46-a8f5057a43e2", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:52:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "57ac99ff-8a87-43a5-ac46-a8f5057a43e2", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:52:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "57ac99ff-8a87-43a5-ac46-a8f5057a43e2", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:52:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3bea63d0-46d1-45b7-8846-b3bd31f3665c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:53:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c116e88f-63cd-4325-a180-60af973a76ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:53:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "2661e47d-1cf8-4a1e-aae8-1fa9b3a93ee3", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:53:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "2661e47d-1cf8-4a1e-aae8-1fa9b3a93ee3", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:53:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "2661e47d-1cf8-4a1e-aae8-1fa9b3a93ee3", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:53:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b04fe0f-47cf-4b50-8619-26907885c2d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:53:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25944371-e11b-49a5-a082-a178d3f986d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:53:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "af95b5d1-2b28-4396-8f55-24d077f1b42f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "de81e42a-b992-4605-b59f-bf5733d5f85d", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "de81e42a-b992-4605-b59f-bf5733d5f85d", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "de81e42a-b992-4605-b59f-bf5733d5f85d", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:53:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "308b12bb-31cd-41a7-82a0-9286b24d3a72", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dfcd0965-362e-4675-8929-c576eee4d593", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:53:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "8e5a8e4a-ec26-4d76-8830-776e8ecbb04e", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:53:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "8e5a8e4a-ec26-4d76-8830-776e8ecbb04e", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:53:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "8e5a8e4a-ec26-4d76-8830-776e8ecbb04e", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:53:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3393c996-27da-4c15-a957-06b85e650b0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:54:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e369e2e-b1b6-46f7-b3f2-2a39b0aa22fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:54:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "9a6f0920-2a1f-4bb7-9268-7c6a18d41aa4", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:54:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "9a6f0920-2a1f-4bb7-9268-7c6a18d41aa4", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:54:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "9a6f0920-2a1f-4bb7-9268-7c6a18d41aa4", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:54:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9fd86a50-62ee-4693-afbf-979ce251a916", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f52dee59-cf94-41df-b06e-72c46d2ff8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "7e01a2a9-c1ba-4c1a-9988-28bd0600d70c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "7e01a2a9-c1ba-4c1a-9988-28bd0600d70c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "7e01a2a9-c1ba-4c1a-9988-28bd0600d70c", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:54:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0744f492-08c4-48aa-bccb-3e0dff363f54", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a1574ab-8dd9-48fb-9c5a-ea2a5c441fa6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:54:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "897ba7fd-2472-47da-8d29-28ab977f5bc9", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:54:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "897ba7fd-2472-47da-8d29-28ab977f5bc9", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:54:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "897ba7fd-2472-47da-8d29-28ab977f5bc9", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:54:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c4ae989f-8797-42be-bb8d-703ad7e6062b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:55:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c08114c6-5673-4bc3-987e-659bba7b6020", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:55:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "24ef5596-ac5e-4b44-b55a-f59a5f2f930a", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "24ef5596-ac5e-4b44-b55a-f59a5f2f930a", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:55:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "24ef5596-ac5e-4b44-b55a-f59a5f2f930a", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e2c7e19-9747-4248-9a8b-9896e84e321f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:55:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50dd55de-0c8e-4549-afa5-94df411b0091", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:55:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd"} 2026-07-28T01:55:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:55:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:55:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "b4e1ab7b-dd98-4dbf-bab2-32cd6f2df06e", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "auth-test-model-73e2fd", "reconcileID": "bc0222bc-e363-4fc0-8d85-b372aa0b780b", "LLMInferenceService": "auth-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "c7ab4008-8478-467b-924a-ff4f19a0aa0c", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "c7ab4008-8478-467b-924a-ff4f19a0aa0c", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "c7ab4008-8478-467b-924a-ff4f19a0aa0c", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "07cec806-09a0-4a29-9a0d-741235344eca", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "07cec806-09a0-4a29-9a0d-741235344eca", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "07cec806-09a0-4a29-9a0d-741235344eca", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59"} 2026-07-28T01:55:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:55:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:55:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "df75e1f9-a2bd-41f9-996c-c325f972889a", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "auth-test-model-7d2c59", "reconcileID": "c89b5b1c-a71c-4d6b-814f-7cf49a78c5d5", "LLMInferenceService": "auth-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "0dc2d836-eb91-4322-957b-ed1f4acca914", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "0dc2d836-eb91-4322-957b-ed1f4acca914", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "0dc2d836-eb91-4322-957b-ed1f4acca914", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "7d76f4ed-0183-4afb-93cc-0e0077b4e662", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "7d76f4ed-0183-4afb-93cc-0e0077b4e662", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "7d76f4ed-0183-4afb-93cc-0e0077b4e662", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "d7887611-d2d1-4bdd-8e0b-28e3604fd178", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "d7887611-d2d1-4bdd-8e0b-28e3604fd178", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "d7887611-d2d1-4bdd-8e0b-28e3604fd178", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "71af1ef3-0da6-41c7-bb94-35edec1e0dd4", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "d7887611-d2d1-4bdd-8e0b-28e3604fd178", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "d7887611-d2d1-4bdd-8e0b-28e3604fd178", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "d7887611-d2d1-4bdd-8e0b-28e3604fd178", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "71af1ef3-0da6-41c7-bb94-35edec1e0dd4", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "71af1ef3-0da6-41c7-bb94-35edec1e0dd4", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "2b9572cd-94dc-4dd7-805d-fbe539770a3f", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "2b9572cd-94dc-4dd7-805d-fbe539770a3f", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "2b9572cd-94dc-4dd7-805d-fbe539770a3f", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "2b9572cd-94dc-4dd7-805d-fbe539770a3f", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "2b9572cd-94dc-4dd7-805d-fbe539770a3f", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "2b9572cd-94dc-4dd7-805d-fbe539770a3f", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "fb2eb57a-ee32-4db2-b105-c2c3a401443c", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "fb2eb57a-ee32-4db2-b105-c2c3a401443c", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "fb2eb57a-ee32-4db2-b105-c2c3a401443c", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "d22630a8-8caa-40c9-b97a-ebcb00486bec", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "d22630a8-8caa-40c9-b97a-ebcb00486bec", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "d22630a8-8caa-40c9-b97a-ebcb00486bec", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:55:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "a2c0df54-7d54-4442-b0ed-b91d7686e136", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "a2c0df54-7d54-4442-b0ed-b91d7686e136", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "a2c0df54-7d54-4442-b0ed-b91d7686e136", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "a2c0df54-7d54-4442-b0ed-b91d7686e136", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:55:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "a2c0df54-7d54-4442-b0ed-b91d7686e136", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:55:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "a2c0df54-7d54-4442-b0ed-b91d7686e136", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f58485f-ec06-4b35-acf6-d644cfbd63f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:55:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "24cd336d-6f71-4dbb-96dd-d5cf96024464", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "24cd336d-6f71-4dbb-96dd-d5cf96024464", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:55:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "24cd336d-6f71-4dbb-96dd-d5cf96024464", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c38e710e-2f53-41a5-bbc8-2dd90ebccf22", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:55:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "94631c70-cd23-44e1-b404-c9c29e9f7246", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "94631c70-cd23-44e1-b404-c9c29e9f7246", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "94631c70-cd23-44e1-b404-c9c29e9f7246", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "94631c70-cd23-44e1-b404-c9c29e9f7246", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:55:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "94631c70-cd23-44e1-b404-c9c29e9f7246", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "authType": "userdefined"} 2026-07-28T01:55:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "94631c70-cd23-44e1-b404-c9c29e9f7246", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:55:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "c7d5440b-557f-41cf-b504-cacbe942a052", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "c7d5440b-557f-41cf-b504-cacbe942a052", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "c7d5440b-557f-41cf-b504-cacbe942a052", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "76f985bb-68d6-4f75-9218-ebd0b8c4ba5d", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "c7d5440b-557f-41cf-b504-cacbe942a052", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:55:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "c7d5440b-557f-41cf-b504-cacbe942a052", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:55:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "c7d5440b-557f-41cf-b504-cacbe942a052", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "76f985bb-68d6-4f75-9218-ebd0b8c4ba5d", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:55:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "76f985bb-68d6-4f75-9218-ebd0b8c4ba5d", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:55:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "aa7e0ad3-e01a-402b-ab26-471fb6dddc5e", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "aa7e0ad3-e01a-402b-ab26-471fb6dddc5e", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "aa7e0ad3-e01a-402b-ab26-471fb6dddc5e", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "aa7e0ad3-e01a-402b-ab26-471fb6dddc5e", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:55:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "aa7e0ad3-e01a-402b-ab26-471fb6dddc5e", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:55:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "aa7e0ad3-e01a-402b-ab26-471fb6dddc5e", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d359f1eb-f360-4f7d-94c0-504fb5aab360", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:56:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ac126f9e-de44-4057-9907-0b8d17e982ce", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ac126f9e-de44-4057-9907-0b8d17e982ce", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:56:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ac126f9e-de44-4057-9907-0b8d17e982ce", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "ecbc4927-3b45-4136-a8b0-e518ce2d8238", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "ecbc4927-3b45-4136-a8b0-e518ce2d8238", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "ecbc4927-3b45-4136-a8b0-e518ce2d8238", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "ecbc4927-3b45-4136-a8b0-e518ce2d8238", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:56:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "ecbc4927-3b45-4136-a8b0-e518ce2d8238", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:56:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "ecbc4927-3b45-4136-a8b0-e518ce2d8238", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "b05f647a-21d4-4803-83f9-15aad6e0bb47", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "b05f647a-21d4-4803-83f9-15aad6e0bb47", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "b05f647a-21d4-4803-83f9-15aad6e0bb47", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "b05f647a-21d4-4803-83f9-15aad6e0bb47", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:56:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "b05f647a-21d4-4803-83f9-15aad6e0bb47", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:56:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "b05f647a-21d4-4803-83f9-15aad6e0bb47", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fbd4ff7-919f-4314-9a2b-bcd5b050d01c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:56:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "7f5670c9-1e95-4739-82a1-512921d60eed", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "7f5670c9-1e95-4739-82a1-512921d60eed", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "7f5670c9-1e95-4739-82a1-512921d60eed", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "7f5670c9-1e95-4739-82a1-512921d60eed", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:56:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "7f5670c9-1e95-4739-82a1-512921d60eed", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "authType": "userdefined"} 2026-07-28T01:56:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "7f5670c9-1e95-4739-82a1-512921d60eed", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49c987b8-c75e-4dd5-a1e4-e3958e34926c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "ae8cb3d7-6ff2-4ab0-8e87-634da70048bd", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "ae8cb3d7-6ff2-4ab0-8e87-634da70048bd", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "ae8cb3d7-6ff2-4ab0-8e87-634da70048bd", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e7669f8d-50e1-4ef8-b01a-b470fa4fda03", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e7669f8d-50e1-4ef8-b01a-b470fa4fda03", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "e7669f8d-50e1-4ef8-b01a-b470fa4fda03", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e975fe2e-a20c-4678-aa1f-0ab714a14d10", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:56:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7a7f0e3e-8c7d-439b-a046-fd337af0439d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:56:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:56:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd"} 2026-07-28T01:56:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:56:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:56:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:56:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd-kserve-route-authn"} 2026-07-28T01:56:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:56:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "4a47e5a9-5fd9-4aed-b98f-922af3833d36", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:56:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-73e2fd","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "sub-test-model-73e2fd", "reconcileID": "9acb84a5-9b7e-4fab-81c6-21048ecf62e9", "LLMInferenceService": "sub-test-model-73e2fd", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:56:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "9f28f07f-60b2-4f12-adbc-2f40bd7b4226", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "9f28f07f-60b2-4f12-adbc-2f40bd7b4226", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "9f28f07f-60b2-4f12-adbc-2f40bd7b4226", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "26b81c5c-25e8-40ce-958d-28c5f7ff749e", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "26b81c5c-25e8-40ce-958d-28c5f7ff749e", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "26b81c5c-25e8-40ce-958d-28c5f7ff749e", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59"} 2026-07-28T01:56:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:56:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59-kserve-route-authn"} 2026-07-28T01:56:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "1df1b25f-235c-4985-b753-514b97ea0fa1", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-7d2c59","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "sub-test-model-7d2c59", "reconcileID": "7d75e4b2-e4d0-4a84-80e0-d4e2802979a5", "LLMInferenceService": "sub-test-model-7d2c59", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:56:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "861a1c09-5370-4a49-92f7-336631198934", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "861a1c09-5370-4a49-92f7-336631198934", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "861a1c09-5370-4a49-92f7-336631198934", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ed677d95-767a-42bd-992d-40a56cb46d4e", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ed677d95-767a-42bd-992d-40a56cb46d4e", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "ed677d95-767a-42bd-992d-40a56cb46d4e", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "75547ab1-7d57-47d3-b2c0-33da9d41b995", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "75547ab1-7d57-47d3-b2c0-33da9d41b995", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:56:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "75547ab1-7d57-47d3-b2c0-33da9d41b995", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "6a03f2d8-756c-4de6-871f-1ab312d50f06", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "6a03f2d8-756c-4de6-871f-1ab312d50f06", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:56:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "6a03f2d8-756c-4de6-871f-1ab312d50f06", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:56:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd0bead2-4009-48fc-b329-e31e86a0f917", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:56:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "30f72508-b8b5-4242-961f-7d48943c4e89", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "372b76d8-8cb6-470a-9e53-136cbcf1e8b9", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "372b76d8-8cb6-470a-9e53-136cbcf1e8b9", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "372b76d8-8cb6-470a-9e53-136cbcf1e8b9", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "240a3212-d525-41d3-a2d7-84fe32262eb0", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:56:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "240a3212-d525-41d3-a2d7-84fe32262eb0", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd-authn-ssl"} 2026-07-28T01:56:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "240a3212-d525-41d3-a2d7-84fe32262eb0", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f15ea3-c563-4d75-ac56-3974a924fbbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:57:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f15ea3-c563-4d75-ac56-3974a924fbbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:57:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2f15ea3-c563-4d75-ac56-3974a924fbbd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-73e2fd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T01:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-trusted-ca-bundle", "reconcileID": "e1f50886-e612-49b5-b095-c53be8e488e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-trusted-ca-bundle", "reconcileID": "e1f50886-e612-49b5-b095-c53be8e488e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "5f59213c-199b-4660-b477-6fd286983b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "openshift-service-ca.crt", "reconcileID": "5f59213c-199b-4660-b477-6fd286983b47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3e7710b-f78d-4fd7-bbc9-cab0cb07feb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-73e2fd"}, "namespace": "ai-tenant-e2e-shared-a-73e2fd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3e7710b-f78d-4fd7-bbc9-cab0cb07feb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-73e2fd"} 2026-07-28T01:57:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-73e2fd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-73e2fd", "reconcileID": "bba97e6b-659f-4fd4-9313-4fb1a9ae3de5", "Gateway": "e2e-shared-a-73e2fd", "namespace": "openshift-ingress"} 2026-07-28T01:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5a9256f7-20e9-4e0a-8aa7-22f383abfc3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T01:57:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "57066fd3-3297-4b2f-89a8-aa5f57d0db52", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:57:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "57066fd3-3297-4b2f-89a8-aa5f57d0db52", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:57:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "57066fd3-3297-4b2f-89a8-aa5f57d0db52", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "c775570f-e1b5-410d-a227-23cf23f64184", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "c775570f-e1b5-410d-a227-23cf23f64184", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59-authn-ssl"} 2026-07-28T01:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "c775570f-e1b5-410d-a227-23cf23f64184", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"} 2026-07-28T01:57:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e836c9-82eb-4c9a-b3f1-9467011e58cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:57:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e836c9-82eb-4c9a-b3f1-9467011e58cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T01:57:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1e836c9-82eb-4c9a-b3f1-9467011e58cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-7d2c59 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T01:57:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-trusted-ca-bundle", "reconcileID": "762241b5-f4bf-4def-be36-bd6de60647fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:57:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-trusted-ca-bundle", "reconcileID": "762241b5-f4bf-4def-be36-bd6de60647fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:57:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "openshift-service-ca.crt", "reconcileID": "77f64254-cc0b-40e2-a941-21ae725ab0e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:57:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "openshift-service-ca.crt", "reconcileID": "77f64254-cc0b-40e2-a941-21ae725ab0e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:57:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ee80ac3-c629-4cf4-aa75-962d128cff03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:57:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-7d2c59"}, "namespace": "ai-tenant-e2e-shared-b-7d2c59", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ee80ac3-c629-4cf4-aa75-962d128cff03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-7d2c59"} 2026-07-28T01:57:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-7d2c59","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-7d2c59", "reconcileID": "477f23c7-c94f-4517-a3df-8fa5df39530f", "Gateway": "e2e-shared-b-7d2c59", "namespace": "openshift-ingress"}