2026-07-16T23:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-trusted-ca-bundle", "reconcileID": "b9db5be0-dca9-4fdf-b331-a84fcd513748", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "openshift-service-ca.crt", "reconcileID": "a7aabf06-4d47-47a0-9e8c-74eed613e973", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-339cb8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:22:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "openshift-service-ca.crt", "reconcileID": "a7aabf06-4d47-47a0-9e8c-74eed613e973", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd154d1c-8147-4f42-a920-7b6cda3076bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "openshift-service-ca.crt", "reconcileID": "0b23a650-7139-4392-9e67-5c8735fe40cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:22:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ea2e3d-00b2-4ce3-a3d3-4cfd1d7d17cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:22:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-trusted-ca-bundle", "reconcileID": "c0ea2e3d-00b2-4ce3-a3d3-4cfd1d7d17cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e60da8aa-6c15-4d66-af09-3a9f63018375", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:22:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "78d80ecf-6251-48b8-9672-cd3d1cdd0ec7", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:22:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "78d80ecf-6251-48b8-9672-cd3d1cdd0ec7", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8-authn-ssl"} 2026-07-16T23:22:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "78d80ecf-6251-48b8-9672-cd3d1cdd0ec7", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:22:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e030cb36-8d23-4d12-a96b-b679e402054a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:23:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "d79620ef-ee29-4faf-9f7f-36ce4aaa9be5", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "d79620ef-ee29-4faf-9f7f-36ce4aaa9be5", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8-authn-ssl"} 2026-07-16T23:23:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "d79620ef-ee29-4faf-9f7f-36ce4aaa9be5", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "8af37592-d1b5-4f2e-9a6e-44735431eae7", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress"} 2026-07-16T23:23:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "8af37592-d1b5-4f2e-9a6e-44735431eae7", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4-authn-ssl"} 2026-07-16T23:23:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "8af37592-d1b5-4f2e-9a6e-44735431eae7", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress"} 2026-07-16T23:23:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "8ccd8d8c-579f-4b19-8487-f6af50d513c6", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "8ccd8d8c-579f-4b19-8487-f6af50d513c6", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8-authn-ssl"} 2026-07-16T23:23:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ce407832-f653-4938-9b01-9b97b75be353", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:23:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "8ccd8d8c-579f-4b19-8487-f6af50d513c6", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10824e16-1702-44fd-9703-f5f4e1da55c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:23:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "b7a10c6a-6caa-41b4-a4dd-61732efd1021", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress"} 2026-07-16T23:23:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "b7a10c6a-6caa-41b4-a4dd-61732efd1021", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4-authn-ssl"} 2026-07-16T23:23:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "b7a10c6a-6caa-41b4-a4dd-61732efd1021", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress"} 2026-07-16T23:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "69409f59-162a-4a6a-a7f8-6acbcf67c8ef", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress"} 2026-07-16T23:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "69409f59-162a-4a6a-a7f8-6acbcf67c8ef", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4-authn-ssl"} 2026-07-16T23:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "69409f59-162a-4a6a-a7f8-6acbcf67c8ef", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress"} 2026-07-16T23:23:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5178429e-4ac8-4b87-9d59-1eee0caac7d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d302e4"} 2026-07-16T23:23:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5178429e-4ac8-4b87-9d59-1eee0caac7d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d302e4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:23:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5178429e-4ac8-4b87-9d59-1eee0caac7d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-d302e4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:23:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "odh-trusted-ca-bundle", "reconcileID": "7c08593d-08fd-4af3-a69e-cd25f758d74c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d302e4"} 2026-07-16T23:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "odh-trusted-ca-bundle", "reconcileID": "7c08593d-08fd-4af3-a69e-cd25f758d74c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d302e4"} 2026-07-16T23:23:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "openshift-service-ca.crt", "reconcileID": "4da71e9f-8100-4e7d-9fdd-402de64df9be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d302e4"} 2026-07-16T23:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "openshift-service-ca.crt", "reconcileID": "4da71e9f-8100-4e7d-9fdd-402de64df9be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d302e4"} 2026-07-16T23:23:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b793bec-edbf-4553-a611-6bf2012fb0e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d302e4"} 2026-07-16T23:23:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d302e4"}, "namespace": "ai-tenant-e2e-api-a-d302e4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b793bec-edbf-4553-a611-6bf2012fb0e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d302e4"} 2026-07-16T23:23:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d302e4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d302e4", "reconcileID": "de149e31-130a-4dbc-91a1-2ccfbc2e5d4c", "Gateway": "e2e-api-a-d302e4", "namespace": "openshift-ingress"} 2026-07-16T23:23:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "8ccd89c2-119c-4ed1-acc9-9fe309c94e61", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "8ccd89c2-119c-4ed1-acc9-9fe309c94e61", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8-authn-ssl"} 2026-07-16T23:23:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "8ccd89c2-119c-4ed1-acc9-9fe309c94e61", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "4d1a17e0-6d58-4fd8-aa7f-65aacf3a8df4", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "4d1a17e0-6d58-4fd8-aa7f-65aacf3a8df4", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8-authn-ssl"} 2026-07-16T23:23:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "4d1a17e0-6d58-4fd8-aa7f-65aacf3a8df4", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca8fc7cf-aff6-4735-86c8-3cd292d18e41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:23:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca8fc7cf-aff6-4735-86c8-3cd292d18e41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:23:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca8fc7cf-aff6-4735-86c8-3cd292d18e41", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-339cb8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-trusted-ca-bundle", "reconcileID": "62ef9ce8-2779-4a1d-a22a-2c975e3d5abb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-trusted-ca-bundle", "reconcileID": "62ef9ce8-2779-4a1d-a22a-2c975e3d5abb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "openshift-service-ca.crt", "reconcileID": "60511f28-adb8-436a-aa92-b2bbf0fdb2ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "openshift-service-ca.crt", "reconcileID": "60511f28-adb8-436a-aa92-b2bbf0fdb2ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b1310b-d326-4831-a9bb-93e6b9d4331b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-339cb8"}, "namespace": "ai-tenant-e2e-api-b-339cb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b1310b-d326-4831-a9bb-93e6b9d4331b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-339cb8"} 2026-07-16T23:24:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-339cb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-339cb8", "reconcileID": "ece757a4-92dc-4999-9dd1-18ba3e098954", "Gateway": "e2e-api-b-339cb8", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "1334e264-c9c8-4da8-b957-00e56ad714b0", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "1334e264-c9c8-4da8-b957-00e56ad714b0", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "1334e264-c9c8-4da8-b957-00e56ad714b0", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "9f88a38c-193a-45be-a7ab-f62381f3ecc2", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "9f88a38c-193a-45be-a7ab-f62381f3ecc2", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "9f88a38c-193a-45be-a7ab-f62381f3ecc2", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "98cf1ac9-a3ec-4ef8-918b-948a71088233", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "98cf1ac9-a3ec-4ef8-918b-948a71088233", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "98cf1ac9-a3ec-4ef8-918b-948a71088233", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c94eb645-dcb3-40c4-b01a-b08fcb4f12c7", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c94eb645-dcb3-40c4-b01a-b08fcb4f12c7", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c94eb645-dcb3-40c4-b01a-b08fcb4f12c7", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c20abd9f-647b-4dae-b502-896e21ef98ab", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c20abd9f-647b-4dae-b502-896e21ef98ab", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c20abd9f-647b-4dae-b502-896e21ef98ab", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "55c71b78-1745-46d6-9168-264852c8ec64", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "55c71b78-1745-46d6-9168-264852c8ec64", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "55c71b78-1745-46d6-9168-264852c8ec64", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "de3d5af9-a469-45c7-9fd9-95fb18613765", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "de3d5af9-a469-45c7-9fd9-95fb18613765", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "de3d5af9-a469-45c7-9fd9-95fb18613765", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "openshift-service-ca.crt", "reconcileID": "c366a48e-795f-4e77-aae3-6bc67a335aed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-trusted-ca-bundle", "reconcileID": "adbaa572-9ca2-4e79-a9da-ceb58e3b071e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "openshift-service-ca.crt", "reconcileID": "2287148e-f76e-4fb2-9732-c832c3d4645e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48992b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:24:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "openshift-service-ca.crt", "reconcileID": "2287148e-f76e-4fb2-9732-c832c3d4645e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "openshift-service-ca.crt", "reconcileID": "149bf6a8-9082-48e1-8ad0-3bd614c76730", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b700fc44-5e59-4c40-ab75-739b0d34018c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-trusted-ca-bundle", "reconcileID": "fdeec88b-37c7-40b0-97b8-8b24f9a4a069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:24:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-trusted-ca-bundle", "reconcileID": "fdeec88b-37c7-40b0-97b8-8b24f9a4a069", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a0df949-580f-45cb-8f10-120372479602", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "fbb9a328-3165-412a-8712-cb935f945dad", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "fbb9a328-3165-412a-8712-cb935f945dad", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "fbb9a328-3165-412a-8712-cb935f945dad", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "974535f1-7525-4d98-b373-c37df4fb035b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "bb700777-3757-4abe-8153-564bc5d5eead", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "bb700777-3757-4abe-8153-564bc5d5eead", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "bb700777-3757-4abe-8153-564bc5d5eead", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "6aedff67-6489-4799-b178-35b4d846690f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "6aedff67-6489-4799-b178-35b4d846690f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "6aedff67-6489-4799-b178-35b4d846690f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "c2c8dee1-3c16-4e74-9ea5-519c554e3510", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "c2c8dee1-3c16-4e74-9ea5-519c554e3510", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "c2c8dee1-3c16-4e74-9ea5-519c554e3510", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "8cbff501-1af6-4c72-b372-9df3914c3b25", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "8cbff501-1af6-4c72-b372-9df3914c3b25", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "8cbff501-1af6-4c72-b372-9df3914c3b25", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "5fda34f9-567b-4e77-b160-ea43c41fa3cc", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "5fda34f9-567b-4e77-b160-ea43c41fa3cc", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "5fda34f9-567b-4e77-b160-ea43c41fa3cc", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "b9780770-f209-40af-afb8-6fda540e6525", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "b9780770-f209-40af-afb8-6fda540e6525", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "b9780770-f209-40af-afb8-6fda540e6525", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "067d2a42-beac-4e05-8a9f-1dc479721a92", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "067d2a42-beac-4e05-8a9f-1dc479721a92", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "067d2a42-beac-4e05-8a9f-1dc479721a92", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "995b047b-76ed-4d2f-9808-942684ce3d0c", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "995b047b-76ed-4d2f-9808-942684ce3d0c", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "995b047b-76ed-4d2f-9808-942684ce3d0c", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "openshift-service-ca.crt", "reconcileID": "bc1bf747-b592-4da6-85be-e12bd978c3a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "f54867e4-f2d5-4866-badf-3bae91b8f31a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "openshift-service-ca.crt", "reconcileID": "a010a757-44fb-4747-97be-9550554573aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:24:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "openshift-service-ca.crt", "reconcileID": "a010a757-44fb-4747-97be-9550554573aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e71cd35-b85b-4688-a136-49adafb50ebe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "openshift-service-ca.crt", "reconcileID": "8d808b47-ee54-4489-83db-a1806229366d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "ca22adf4-fb1e-4fa6-8975-f4a5dca64a6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:24:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "ca22adf4-fb1e-4fa6-8975-f4a5dca64a6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a59209d-200c-4346-8061-9ea7f86e05bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "f1e10ec5-f669-4c83-924f-dbd9cf32ce5b", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "f1e10ec5-f669-4c83-924f-dbd9cf32ce5b", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "f1e10ec5-f669-4c83-924f-dbd9cf32ce5b", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "075cc505-d521-46ad-b7d7-82ab3944bd16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:24:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3cebba0-cd80-41ca-9c95-c3a747db0088", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:24:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "59503eb1-7d72-4981-9f74-45d401ab613e", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "59503eb1-7d72-4981-9f74-45d401ab613e", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "59503eb1-7d72-4981-9f74-45d401ab613e", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "74cfa90d-a3b2-4c47-96bc-16d81efcb7ee", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "74cfa90d-a3b2-4c47-96bc-16d81efcb7ee", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "74cfa90d-a3b2-4c47-96bc-16d81efcb7ee", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c44d184c-f2cf-468c-8113-0e47e4a3c7c3", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "74cfa90d-a3b2-4c47-96bc-16d81efcb7ee", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b-kserve-route-authn"} 2026-07-16T23:24:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "74cfa90d-a3b2-4c47-96bc-16d81efcb7ee", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:24:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "74cfa90d-a3b2-4c47-96bc-16d81efcb7ee", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c44d184c-f2cf-468c-8113-0e47e4a3c7c3", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "c44d184c-f2cf-468c-8113-0e47e4a3c7c3", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "838f1f2f-ed6b-44e5-bc7f-fcffaffaa7ca", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "838f1f2f-ed6b-44e5-bc7f-fcffaffaa7ca", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "838f1f2f-ed6b-44e5-bc7f-fcffaffaa7ca", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "838f1f2f-ed6b-44e5-bc7f-fcffaffaa7ca", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b-kserve-route-authn"} 2026-07-16T23:24:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "838f1f2f-ed6b-44e5-bc7f-fcffaffaa7ca", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:24:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "838f1f2f-ed6b-44e5-bc7f-fcffaffaa7ca", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e72751c1-90de-4833-af98-e6a4676f6816", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:24:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "292fc675-a575-409e-a366-30dde2e84292", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "292fc675-a575-409e-a366-30dde2e84292", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:24:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "292fc675-a575-409e-a366-30dde2e84292", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:24:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "c2cfce79-84b2-419a-bdc1-6d31c9f62b90", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "c2cfce79-84b2-419a-bdc1-6d31c9f62b90", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "c2cfce79-84b2-419a-bdc1-6d31c9f62b90", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "c2cfce79-84b2-419a-bdc1-6d31c9f62b90", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b-kserve-route-authn"} 2026-07-16T23:24:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "c2cfce79-84b2-419a-bdc1-6d31c9f62b90", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:24:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "c2cfce79-84b2-419a-bdc1-6d31c9f62b90", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d66892bc-9f2a-469c-b79f-54b1ac4fc334", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:24:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4543bfad-7c74-48d7-a9d2-bb7cc4f931fc", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4543bfad-7c74-48d7-a9d2-bb7cc4f931fc", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4543bfad-7c74-48d7-a9d2-bb7cc4f931fc", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4543bfad-7c74-48d7-a9d2-bb7cc4f931fc", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b-kserve-route-authn"} 2026-07-16T23:24:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4543bfad-7c74-48d7-a9d2-bb7cc4f931fc", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:24:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4543bfad-7c74-48d7-a9d2-bb7cc4f931fc", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:24:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "3bfb4497-ab4e-473f-a898-dae823cda3b1", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "3bfb4497-ab4e-473f-a898-dae823cda3b1", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "3bfb4497-ab4e-473f-a898-dae823cda3b1", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "397925d8-1733-4646-9ec2-e1cd960eba99", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "3bfb4497-ab4e-473f-a898-dae823cda3b1", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:24:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "3bfb4497-ab4e-473f-a898-dae823cda3b1", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:24:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "3bfb4497-ab4e-473f-a898-dae823cda3b1", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "397925d8-1733-4646-9ec2-e1cd960eba99", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:24:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "397925d8-1733-4646-9ec2-e1cd960eba99", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:24:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "25194a83-1735-4110-b3ff-2732230d4d74", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "25194a83-1735-4110-b3ff-2732230d4d74", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "25194a83-1735-4110-b3ff-2732230d4d74", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:24:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "25194a83-1735-4110-b3ff-2732230d4d74", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:24:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "25194a83-1735-4110-b3ff-2732230d4d74", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:24:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "25194a83-1735-4110-b3ff-2732230d4d74", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "72c1ce7e-6174-4d6e-a3c4-4191d43f0619", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:25:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "72c1ce7e-6174-4d6e-a3c4-4191d43f0619", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:25:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "72c1ce7e-6174-4d6e-a3c4-4191d43f0619", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:25:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "47f06acd-8a2a-41aa-96bb-5e9c31caee7f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "47f06acd-8a2a-41aa-96bb-5e9c31caee7f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "47f06acd-8a2a-41aa-96bb-5e9c31caee7f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "47f06acd-8a2a-41aa-96bb-5e9c31caee7f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:25:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "47f06acd-8a2a-41aa-96bb-5e9c31caee7f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:25:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "47f06acd-8a2a-41aa-96bb-5e9c31caee7f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "52363ef2-ab03-452b-8d8d-72b41226740f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "52363ef2-ab03-452b-8d8d-72b41226740f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "52363ef2-ab03-452b-8d8d-72b41226740f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "52363ef2-ab03-452b-8d8d-72b41226740f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:25:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "52363ef2-ab03-452b-8d8d-72b41226740f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:25:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "52363ef2-ab03-452b-8d8d-72b41226740f", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:25:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "979fa747-8a38-45f3-9ce0-09037561c717", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:25:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "979fa747-8a38-45f3-9ce0-09037561c717", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:25:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "979fa747-8a38-45f3-9ce0-09037561c717", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:25:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "5cb16e65-e264-4777-ad82-d445edf1c00f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:25:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "5cb16e65-e264-4777-ad82-d445edf1c00f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:25:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "5cb16e65-e264-4777-ad82-d445edf1c00f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:27:11Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:11Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b"} 2026-07-16T23:27:11Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:11Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:11Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b-kserve-route-authn"} 2026-07-16T23:27:11Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b-kserve-route-authn"} 2026-07-16T23:27:11Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:11Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "4f2ffcb6-9417-4a50-9ef0-1d9dc52e1e22", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:11Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "auth-test-model-48992b", "reconcileID": "f9ff7a4f-0f3e-4829-a478-d927b2ca1795", "LLMInferenceService": "auth-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "983519be-015b-406c-a254-a77ca48a2000", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "983519be-015b-406c-a254-a77ca48a2000", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:27:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "983519be-015b-406c-a254-a77ca48a2000", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "5f7a0c87-ea9d-4baf-a81c-1342431bb7dc", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "5f7a0c87-ea9d-4baf-a81c-1342431bb7dc", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:27:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "5f7a0c87-ea9d-4baf-a81c-1342431bb7dc", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52"} 2026-07-16T23:27:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:27:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:27:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "6d0913e0-e81c-48f1-b412-aa00e0560efd", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "auth-test-model-b4ab52", "reconcileID": "673997aa-5643-434b-96e4-5bc14faa20b6", "LLMInferenceService": "auth-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "ee3981f7-8285-478e-95be-e4c3ada18d26", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "ee3981f7-8285-478e-95be-e4c3ada18d26", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "ee3981f7-8285-478e-95be-e4c3ada18d26", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:27:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "a5c65609-5b5e-49f6-b08e-26b8bf041a59", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:27:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "a5c65609-5b5e-49f6-b08e-26b8bf041a59", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:27:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "a5c65609-5b5e-49f6-b08e-26b8bf041a59", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:27:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "ecde065f-216d-48d3-bea7-fd4c9f47689b", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "ecde065f-216d-48d3-bea7-fd4c9f47689b", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "ecde065f-216d-48d3-bea7-fd4c9f47689b", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "86ebde05-2c05-4249-ad10-7cc7086cf243", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "ecde065f-216d-48d3-bea7-fd4c9f47689b", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b-kserve-route-authn"} 2026-07-16T23:27:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "ecde065f-216d-48d3-bea7-fd4c9f47689b", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:27:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "ecde065f-216d-48d3-bea7-fd4c9f47689b", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "86ebde05-2c05-4249-ad10-7cc7086cf243", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:27:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "86ebde05-2c05-4249-ad10-7cc7086cf243", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "cc66d82d-f2b5-47eb-bdab-b6c877af5e35", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "cc66d82d-f2b5-47eb-bdab-b6c877af5e35", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "cc66d82d-f2b5-47eb-bdab-b6c877af5e35", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "cc66d82d-f2b5-47eb-bdab-b6c877af5e35", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b-kserve-route-authn"} 2026-07-16T23:27:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "cc66d82d-f2b5-47eb-bdab-b6c877af5e35", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:27:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "cc66d82d-f2b5-47eb-bdab-b6c877af5e35", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "562c93d3-9484-4fa1-9da7-aad512538b0d", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "562c93d3-9484-4fa1-9da7-aad512538b0d", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "562c93d3-9484-4fa1-9da7-aad512538b0d", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:27:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "3baf0b55-798c-4a61-9535-ea8c0b415276", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "3baf0b55-798c-4a61-9535-ea8c0b415276", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "3baf0b55-798c-4a61-9535-ea8c0b415276", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "3baf0b55-798c-4a61-9535-ea8c0b415276", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b-kserve-route-authn"} 2026-07-16T23:27:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "3baf0b55-798c-4a61-9535-ea8c0b415276", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:27:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "3baf0b55-798c-4a61-9535-ea8c0b415276", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "c4f2924c-89b9-4a8e-89ac-369a5fb2f8aa", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "c4f2924c-89b9-4a8e-89ac-369a5fb2f8aa", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "c4f2924c-89b9-4a8e-89ac-369a5fb2f8aa", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "c4f2924c-89b9-4a8e-89ac-369a5fb2f8aa", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b-kserve-route-authn"} 2026-07-16T23:27:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "c4f2924c-89b9-4a8e-89ac-369a5fb2f8aa", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:27:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "c4f2924c-89b9-4a8e-89ac-369a5fb2f8aa", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "de3d1005-9b01-4aff-a950-da88b5879282", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "de3d1005-9b01-4aff-a950-da88b5879282", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "de3d1005-9b01-4aff-a950-da88b5879282", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "de3d1005-9b01-4aff-a950-da88b5879282", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b-kserve-route-authn"} 2026-07-16T23:27:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "de3d1005-9b01-4aff-a950-da88b5879282", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:27:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "de3d1005-9b01-4aff-a950-da88b5879282", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:27:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "6d460d20-b6ad-4faf-9b35-6a49fc9c229c", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "6d460d20-b6ad-4faf-9b35-6a49fc9c229c", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "6d460d20-b6ad-4faf-9b35-6a49fc9c229c", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "4f9f4c16-ebfe-4529-bb12-ea75257f2d9b", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:27:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "6d460d20-b6ad-4faf-9b35-6a49fc9c229c", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:27:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "6d460d20-b6ad-4faf-9b35-6a49fc9c229c", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:27:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "6d460d20-b6ad-4faf-9b35-6a49fc9c229c", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "4f9f4c16-ebfe-4529-bb12-ea75257f2d9b", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "4f9f4c16-ebfe-4529-bb12-ea75257f2d9b", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:27:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "0cc2d1c0-38d7-45a5-a128-cbe1ca0ec069", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "0cc2d1c0-38d7-45a5-a128-cbe1ca0ec069", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "0cc2d1c0-38d7-45a5-a128-cbe1ca0ec069", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:27:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "0cc2d1c0-38d7-45a5-a128-cbe1ca0ec069", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:27:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "0cc2d1c0-38d7-45a5-a128-cbe1ca0ec069", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:27:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "0cc2d1c0-38d7-45a5-a128-cbe1ca0ec069", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "41b4a601-2fbb-44b6-af02-ca8f3e234dcc", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "41b4a601-2fbb-44b6-af02-ca8f3e234dcc", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "41b4a601-2fbb-44b6-af02-ca8f3e234dcc", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "4edbb2aa-e042-4416-8f93-ff29d101808d", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "4edbb2aa-e042-4416-8f93-ff29d101808d", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "4edbb2aa-e042-4416-8f93-ff29d101808d", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "4edbb2aa-e042-4416-8f93-ff29d101808d", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:28:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "4edbb2aa-e042-4416-8f93-ff29d101808d", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:28:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "4edbb2aa-e042-4416-8f93-ff29d101808d", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "2d84cf05-0f71-4d52-824f-6b14f53f7094", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "2d84cf05-0f71-4d52-824f-6b14f53f7094", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "2d84cf05-0f71-4d52-824f-6b14f53f7094", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "2d84cf05-0f71-4d52-824f-6b14f53f7094", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:28:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "2d84cf05-0f71-4d52-824f-6b14f53f7094", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:28:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "2d84cf05-0f71-4d52-824f-6b14f53f7094", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "60698a37-abbe-4b21-9e15-1b6518576214", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "60698a37-abbe-4b21-9e15-1b6518576214", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "60698a37-abbe-4b21-9e15-1b6518576214", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "60698a37-abbe-4b21-9e15-1b6518576214", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:28:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "60698a37-abbe-4b21-9e15-1b6518576214", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:28:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "60698a37-abbe-4b21-9e15-1b6518576214", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:21Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:28:21Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:28:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:28:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T23:28:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b"} 2026-07-16T23:28:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b-kserve-route-authn"} 2026-07-16T23:28:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b-kserve-route-authn"} 2026-07-16T23:28:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "290a24c1-0c02-4b61-a0b5-3185ce8289d5", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "sub-test-model-48992b", "reconcileID": "5fdfaf3a-9ca1-4c37-93ea-b00babfbcf69", "LLMInferenceService": "sub-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "4be80b84-32ca-4459-8043-dc5c0c6a6d82", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "4be80b84-32ca-4459-8043-dc5c0c6a6d82", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:28:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "4be80b84-32ca-4459-8043-dc5c0c6a6d82", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "d9cea5f2-673f-47b5-ae69-60de8e931ccb", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "d9cea5f2-673f-47b5-ae69-60de8e931ccb", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:28:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "d9cea5f2-673f-47b5-ae69-60de8e931ccb", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52"} 2026-07-16T23:28:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:28:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:28:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "a1bf9b4a-faf1-45a5-ae4f-3d7560c4a1ff", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "sub-test-model-b4ab52", "reconcileID": "b635980d-6a42-4a8b-a129-097e3b3232c1", "LLMInferenceService": "sub-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "ce0ebd36-00f2-4115-af6d-7f2e1f23bd0d", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "ce0ebd36-00f2-4115-af6d-7f2e1f23bd0d", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:28:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "ce0ebd36-00f2-4115-af6d-7f2e1f23bd0d", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "875f6373-a1f5-48d3-b1dd-1f67db59d08f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "875f6373-a1f5-48d3-b1dd-1f67db59d08f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:28:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "875f6373-a1f5-48d3-b1dd-1f67db59d08f", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "78c699f4-3ca7-4cc1-940c-c0de39ea09c2", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "78c699f4-3ca7-4cc1-940c-c0de39ea09c2", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "78c699f4-3ca7-4cc1-940c-c0de39ea09c2", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "59f7adfd-c5dd-439a-b604-d7315040d821", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "78c699f4-3ca7-4cc1-940c-c0de39ea09c2", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b-kserve-route-authn"} 2026-07-16T23:28:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "78c699f4-3ca7-4cc1-940c-c0de39ea09c2", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:28:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "78c699f4-3ca7-4cc1-940c-c0de39ea09c2", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "59f7adfd-c5dd-439a-b604-d7315040d821", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:28:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "59f7adfd-c5dd-439a-b604-d7315040d821", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "2b91deb5-506f-44be-be71-3c63a7c7decf", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "2b91deb5-506f-44be-be71-3c63a7c7decf", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "2b91deb5-506f-44be-be71-3c63a7c7decf", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "2b91deb5-506f-44be-be71-3c63a7c7decf", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b-kserve-route-authn"} 2026-07-16T23:28:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "2b91deb5-506f-44be-be71-3c63a7c7decf", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:28:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "2b91deb5-506f-44be-be71-3c63a7c7decf", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "637bebce-1712-4ea9-8937-9bdbf87f0297", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "637bebce-1712-4ea9-8937-9bdbf87f0297", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:28:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "637bebce-1712-4ea9-8937-9bdbf87f0297", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:28:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "3e6f8134-aa40-4dd2-add2-35fe42e6fe5a", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "3e6f8134-aa40-4dd2-add2-35fe42e6fe5a", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "3e6f8134-aa40-4dd2-add2-35fe42e6fe5a", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "3e6f8134-aa40-4dd2-add2-35fe42e6fe5a", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b-kserve-route-authn"} 2026-07-16T23:28:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "3e6f8134-aa40-4dd2-add2-35fe42e6fe5a", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:28:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "3e6f8134-aa40-4dd2-add2-35fe42e6fe5a", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "b5d8bc3d-5517-4b1c-82c5-51014faf607f", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "b5d8bc3d-5517-4b1c-82c5-51014faf607f", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "b5d8bc3d-5517-4b1c-82c5-51014faf607f", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "b5d8bc3d-5517-4b1c-82c5-51014faf607f", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b-kserve-route-authn"} 2026-07-16T23:28:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "b5d8bc3d-5517-4b1c-82c5-51014faf607f", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "authType": "userdefined"} 2026-07-16T23:28:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "b5d8bc3d-5517-4b1c-82c5-51014faf607f", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:28:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "52aa849f-48af-4b1c-b962-683bf44559df", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "52aa849f-48af-4b1c-b962-683bf44559df", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "52aa849f-48af-4b1c-b962-683bf44559df", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "e63d49b3-a3f9-4f68-9958-68bf79a602f8", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "52aa849f-48af-4b1c-b962-683bf44559df", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:28:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "52aa849f-48af-4b1c-b962-683bf44559df", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:28:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "52aa849f-48af-4b1c-b962-683bf44559df", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "e63d49b3-a3f9-4f68-9958-68bf79a602f8", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:28:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "e63d49b3-a3f9-4f68-9958-68bf79a602f8", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:28:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ff7333c3-bcc6-4d83-8a17-f33ae416696b", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ff7333c3-bcc6-4d83-8a17-f33ae416696b", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ff7333c3-bcc6-4d83-8a17-f33ae416696b", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:28:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ff7333c3-bcc6-4d83-8a17-f33ae416696b", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:28:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ff7333c3-bcc6-4d83-8a17-f33ae416696b", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:28:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ff7333c3-bcc6-4d83-8a17-f33ae416696b", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "bc5b3761-a592-410d-b221-809b2ca48a95", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:29:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "bc5b3761-a592-410d-b221-809b2ca48a95", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:29:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "bc5b3761-a592-410d-b221-809b2ca48a95", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:29:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "00a54ad9-fd7a-44f6-92e8-a63f75c1fcfa", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "00a54ad9-fd7a-44f6-92e8-a63f75c1fcfa", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "00a54ad9-fd7a-44f6-92e8-a63f75c1fcfa", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "00a54ad9-fd7a-44f6-92e8-a63f75c1fcfa", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:29:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "00a54ad9-fd7a-44f6-92e8-a63f75c1fcfa", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:29:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "00a54ad9-fd7a-44f6-92e8-a63f75c1fcfa", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ea100b9e-4713-4646-abad-ff64e981ffbe", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ea100b9e-4713-4646-abad-ff64e981ffbe", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ea100b9e-4713-4646-abad-ff64e981ffbe", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ea100b9e-4713-4646-abad-ff64e981ffbe", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:29:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ea100b9e-4713-4646-abad-ff64e981ffbe", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:29:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "ea100b9e-4713-4646-abad-ff64e981ffbe", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "c4c83a8e-3474-4009-a300-3e28bfa441f6", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "c4c83a8e-3474-4009-a300-3e28bfa441f6", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "c4c83a8e-3474-4009-a300-3e28bfa441f6", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "c4c83a8e-3474-4009-a300-3e28bfa441f6", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:29:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "c4c83a8e-3474-4009-a300-3e28bfa441f6", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "authType": "userdefined"} 2026-07-16T23:29:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "c4c83a8e-3474-4009-a300-3e28bfa441f6", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "545d442a-2c47-478a-b72f-e152c396a0ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:29:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d73d172-1081-4fc2-bc96-9e2f14aeb082", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:29:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "37df87ab-ad3b-4858-98a4-be2c3fc12d1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:29:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:29:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b"} 2026-07-16T23:29:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:29:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:29:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b-kserve-route-authn"} 2026-07-16T23:29:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b-kserve-route-authn"} 2026-07-16T23:29:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:29:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "01be8d91-1217-42df-bd33-63ed63b00a2c", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:29:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-48992b","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "rate-test-model-48992b", "reconcileID": "e03a6492-4bcf-4723-92ab-6fa6da519794", "LLMInferenceService": "rate-test-model-48992b", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:29:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "556747a2-4f79-4f25-8a06-eaa9aba2d54a", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:29:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "556747a2-4f79-4f25-8a06-eaa9aba2d54a", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:29:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "556747a2-4f79-4f25-8a06-eaa9aba2d54a", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:29:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "dfea10da-730e-47ca-9ff4-05f5f58fce6f", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:29:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "dfea10da-730e-47ca-9ff4-05f5f58fce6f", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:29:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "dfea10da-730e-47ca-9ff4-05f5f58fce6f", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:29:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52"} 2026-07-16T23:29:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:29:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52-kserve-route-authn"} 2026-07-16T23:29:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "33ccf068-2f4f-47e1-a895-3921c98c26ac", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b4ab52","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "rate-test-model-b4ab52", "reconcileID": "594aaa69-5c8e-402f-829f-0084dd472763", "LLMInferenceService": "rate-test-model-b4ab52", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "af36ee9b-a4d2-4298-a2f0-f1133d4ac1a1", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "af36ee9b-a4d2-4298-a2f0-f1133d4ac1a1", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "af36ee9b-a4d2-4298-a2f0-f1133d4ac1a1", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:29:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "f1ae1b86-be2b-476c-ad4d-26db25188069", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:29:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "f1ae1b86-be2b-476c-ad4d-26db25188069", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:29:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "f1ae1b86-be2b-476c-ad4d-26db25188069", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:30:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9bf87a80-365c-46ec-8f83-d5b45a9f7a59", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:30:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "1a16a6fe-b60d-43d0-bcd5-351c8eaae14e", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:30:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "1a16a6fe-b60d-43d0-bcd5-351c8eaae14e", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:30:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "1a16a6fe-b60d-43d0-bcd5-351c8eaae14e", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "0b27cbec-3377-4800-ab0d-e5a71eca72c8", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "0b27cbec-3377-4800-ab0d-e5a71eca72c8", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b-authn-ssl"} 2026-07-16T23:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "0b27cbec-3377-4800-ab0d-e5a71eca72c8", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:30:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd27037b-e93b-4c54-b72b-0667065e1ddc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:30:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd27037b-e93b-4c54-b72b-0667065e1ddc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:30:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd27037b-e93b-4c54-b72b-0667065e1ddc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-48992b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:30:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-trusted-ca-bundle", "reconcileID": "0327b5d5-101e-404d-8310-419ef70a44ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-trusted-ca-bundle", "reconcileID": "0327b5d5-101e-404d-8310-419ef70a44ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:30:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "openshift-service-ca.crt", "reconcileID": "f5fa572f-ddf5-4566-9308-f2807c1674fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "openshift-service-ca.crt", "reconcileID": "f5fa572f-ddf5-4566-9308-f2807c1674fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:30:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e801375-a554-4d8f-902f-1723ac4bdd58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:30:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-48992b"}, "namespace": "ai-tenant-e2e-shared-a-48992b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e801375-a554-4d8f-902f-1723ac4bdd58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-48992b"} 2026-07-16T23:30:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-48992b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-48992b", "reconcileID": "bea89ca0-2c81-4a13-b0c2-4ac63a3e0391", "Gateway": "e2e-shared-a-48992b", "namespace": "openshift-ingress"} 2026-07-16T23:30:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76394e33-6d01-4931-8d9e-b397951d53d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T23:30:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "6fd5b1e5-b4f1-4406-81b9-5ae90dcaf132", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:30:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "6fd5b1e5-b4f1-4406-81b9-5ae90dcaf132", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:30:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "6fd5b1e5-b4f1-4406-81b9-5ae90dcaf132", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:30:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "2b432714-2d23-4a82-b9f8-1169a19d6851", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:30:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "2b432714-2d23-4a82-b9f8-1169a19d6851", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52-authn-ssl"} 2026-07-16T23:30:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "2b432714-2d23-4a82-b9f8-1169a19d6851", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"} 2026-07-16T23:30:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3b772e5-586a-4e03-ae80-cb99db302272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3b772e5-586a-4e03-ae80-cb99db302272", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:30:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3b772e5-586a-4e03-ae80-cb99db302272", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b4ab52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:30:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "16142fb0-ba2e-4c2d-8beb-3e1705331007", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "16142fb0-ba2e-4c2d-8beb-3e1705331007", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T23:30:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "16142fb0-ba2e-4c2d-8beb-3e1705331007", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b4ab52 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T23:30:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac3b0d3a-d08e-4e25-bd6c-418f1999e556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac3b0d3a-d08e-4e25-bd6c-418f1999e556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "openshift-service-ca.crt", "reconcileID": "e209e033-acf6-49cb-9e78-8a1538c9cd8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "openshift-service-ca.crt", "reconcileID": "e209e033-acf6-49cb-9e78-8a1538c9cd8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "525af54e-aceb-491b-9c43-71fbe9a19b33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b4ab52"}, "namespace": "ai-tenant-e2e-shared-b-b4ab52", "name": "odh-trusted-ca-bundle", "reconcileID": "525af54e-aceb-491b-9c43-71fbe9a19b33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b4ab52"} 2026-07-16T23:30:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b4ab52","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b4ab52", "reconcileID": "e10aac59-6419-4c9a-abf2-5d112af509f4", "Gateway": "e2e-shared-b-b4ab52", "namespace": "openshift-ingress"}