2026-07-08T21:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "fd8f4b2d-bd86-4cfa-8787-387d320f089a", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "fd8f4b2d-bd86-4cfa-8787-387d320f089a", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "b3d8276d-bfb5-4c2f-b27b-ee7b23f82600", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "b3d8276d-bfb5-4c2f-b27b-ee7b23f82600", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "b3d8276d-bfb5-4c2f-b27b-ee7b23f82600", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "cc02e55f-c22b-431b-abfc-aed80d5e759d", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "cc02e55f-c22b-431b-abfc-aed80d5e759d", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "cc02e55f-c22b-431b-abfc-aed80d5e759d", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "034484bb-6e14-4343-ab37-dcb03d9d00b6", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "034484bb-6e14-4343-ab37-dcb03d9d00b6", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "034484bb-6e14-4343-ab37-dcb03d9d00b6", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "3fc256e2-93d8-40d0-b328-6adbaa53fc2d", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "3fc256e2-93d8-40d0-b328-6adbaa53fc2d", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "3fc256e2-93d8-40d0-b328-6adbaa53fc2d", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "openshift-service-ca.crt", "reconcileID": "58cc4d9b-7f87-4184-82ef-163108f0a3d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-trusted-ca-bundle", "reconcileID": "5fa0eda5-0121-45d6-b238-585719c6fb1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "openshift-service-ca.crt", "reconcileID": "1016340b-e4d8-40c7-98e4-8a79ca9098e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f32fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "openshift-service-ca.crt", "reconcileID": "1016340b-e4d8-40c7-98e4-8a79ca9098e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "openshift-service-ca.crt", "reconcileID": "3b8e8f14-f770-416b-83ce-c514c32203b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a329894-eb17-496a-a583-6c5a50be8bfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-trusted-ca-bundle", "reconcileID": "6e54490f-0aa4-4c11-8e0a-f1abb0d09d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-trusted-ca-bundle", "reconcileID": "6e54490f-0aa4-4c11-8e0a-f1abb0d09d54", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04cf46f0-c304-4570-8032-1aa71c158486", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "f6954837-6765-4161-8cbb-25acff12efe5", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "f6954837-6765-4161-8cbb-25acff12efe5", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "f6954837-6765-4161-8cbb-25acff12efe5", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6ba9392a-41ec-482e-b25d-82cc119ea97b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:42:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-021d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-021d24", "reconcileID": "a5458f80-d5ca-4ab9-955c-51d914e397a1", "Gateway": "e2e-api-a-021d24", "namespace": "openshift-ingress"} 2026-07-08T21:42:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-021d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-021d24", "reconcileID": "a5458f80-d5ca-4ab9-955c-51d914e397a1", "Gateway": "e2e-api-a-021d24", "namespace": "openshift-ingress", "name": "e2e-api-a-021d24-authn-ssl"} 2026-07-08T21:42:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-021d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-021d24", "reconcileID": "a5458f80-d5ca-4ab9-955c-51d914e397a1", "Gateway": "e2e-api-a-021d24", "namespace": "openshift-ingress"} 2026-07-08T21:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "c0d4ac88-caa8-483c-9059-b7cd2d6024dd", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "c0d4ac88-caa8-483c-9059-b7cd2d6024dd", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "c0d4ac88-caa8-483c-9059-b7cd2d6024dd", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e032b948-032b-4ffc-a6b7-9515cd4c7d7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-021d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-021d24", "reconcileID": "ab686a46-9896-444c-a208-9dbd442fd550", "Gateway": "e2e-api-a-021d24", "namespace": "openshift-ingress"} 2026-07-08T21:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-021d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-021d24", "reconcileID": "ab686a46-9896-444c-a208-9dbd442fd550", "Gateway": "e2e-api-a-021d24", "namespace": "openshift-ingress", "name": "e2e-api-a-021d24-authn-ssl"} 2026-07-08T21:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-021d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-021d24", "reconcileID": "ab686a46-9896-444c-a208-9dbd442fd550", "Gateway": "e2e-api-a-021d24", "namespace": "openshift-ingress"} 2026-07-08T21:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e87e1d02-871f-427a-967e-f0fa42e46141", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-021d24"} 2026-07-08T21:42:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e87e1d02-871f-427a-967e-f0fa42e46141", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-021d24", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e87e1d02-871f-427a-967e-f0fa42e46141", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-021d24 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "odh-trusted-ca-bundle", "reconcileID": "db113764-e76b-4480-a856-8a521e31972e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-021d24"} 2026-07-08T21:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "odh-trusted-ca-bundle", "reconcileID": "db113764-e76b-4480-a856-8a521e31972e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-021d24"} 2026-07-08T21:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "openshift-service-ca.crt", "reconcileID": "d0b696dc-9986-4fdb-9d6a-6900cfd84052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-021d24"} 2026-07-08T21:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "openshift-service-ca.crt", "reconcileID": "d0b696dc-9986-4fdb-9d6a-6900cfd84052", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-021d24"} 2026-07-08T21:42:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a385f1c-d86f-4798-90d9-e5a989f2c110", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-021d24"} 2026-07-08T21:42:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-021d24"}, "namespace": "ai-tenant-e2e-api-a-021d24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a385f1c-d86f-4798-90d9-e5a989f2c110", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-021d24"} 2026-07-08T21:42:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-021d24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-021d24", "reconcileID": "03a1b572-d8dd-4c29-bec8-b3c52c2661fe", "Gateway": "e2e-api-a-021d24", "namespace": "openshift-ingress"} 2026-07-08T21:42:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "374ecff0-7f76-4084-9435-f0c97f56cdca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:42:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "dcb677a7-4785-4dc9-98cb-831fae09fa88", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "dcb677a7-4785-4dc9-98cb-831fae09fa88", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa-authn-ssl"} 2026-07-08T21:42:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "dcb677a7-4785-4dc9-98cb-831fae09fa88", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a172fca-2681-4405-8846-95f7fd6593f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a172fca-2681-4405-8846-95f7fd6593f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a172fca-2681-4405-8846-95f7fd6593f3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1f32fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-trusted-ca-bundle", "reconcileID": "a40b7acc-2809-4657-afa7-a2180b3fd815", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-trusted-ca-bundle", "reconcileID": "a40b7acc-2809-4657-afa7-a2180b3fd815", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "openshift-service-ca.crt", "reconcileID": "7a18b7cf-f41a-415d-9a90-120c02fcf901", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "openshift-service-ca.crt", "reconcileID": "7a18b7cf-f41a-415d-9a90-120c02fcf901", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eff370d4-a2fb-4b27-9c3e-acb98aaeebb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1f32fa"}, "namespace": "ai-tenant-e2e-api-b-1f32fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eff370d4-a2fb-4b27-9c3e-acb98aaeebb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1f32fa"} 2026-07-08T21:42:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1f32fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1f32fa", "reconcileID": "54cf093b-d91f-45b8-a3a2-5adf2b81c07f", "Gateway": "e2e-api-b-1f32fa", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "1b4d8f83-72f2-44d8-b733-746fcc35510a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "1b4d8f83-72f2-44d8-b733-746fcc35510a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "1b4d8f83-72f2-44d8-b733-746fcc35510a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "fb4af743-67dd-48ba-afdd-9e41feb7d716", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "fb4af743-67dd-48ba-afdd-9e41feb7d716", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "fb4af743-67dd-48ba-afdd-9e41feb7d716", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "f8f4c837-3809-482a-a025-e55cfa2fda89", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "f8f4c837-3809-482a-a025-e55cfa2fda89", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "f8f4c837-3809-482a-a025-e55cfa2fda89", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "80df1bf6-4f3b-4865-b16d-765f193d6962", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "80df1bf6-4f3b-4865-b16d-765f193d6962", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "80df1bf6-4f3b-4865-b16d-765f193d6962", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "7f88adfd-3d41-4f44-8e7e-c42286140936", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "7f88adfd-3d41-4f44-8e7e-c42286140936", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "7f88adfd-3d41-4f44-8e7e-c42286140936", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "a645c25a-8b19-4f26-b156-91c1ddcc3d3d", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "a645c25a-8b19-4f26-b156-91c1ddcc3d3d", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "a645c25a-8b19-4f26-b156-91c1ddcc3d3d", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "68ee0edf-b262-4d3d-9888-95bbf8554190", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "68ee0edf-b262-4d3d-9888-95bbf8554190", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "68ee0edf-b262-4d3d-9888-95bbf8554190", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "ad00d18f-f329-4a20-9d28-36d9efc25aab", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "ad00d18f-f329-4a20-9d28-36d9efc25aab", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "ad00d18f-f329-4a20-9d28-36d9efc25aab", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "98e938d4-dbae-44b2-97d6-cae9ce2bc709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-trusted-ca-bundle", "reconcileID": "5d7de973-0797-40df-9fa9-054eab23c828", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "dbdaa1e5-5716-4e4b-baa9-348873196ffe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "dbdaa1e5-5716-4e4b-baa9-348873196ffe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "b5d49119-8a9d-4729-b325-a22fac5d1c36", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "b5d49119-8a9d-4729-b325-a22fac5d1c36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da1ea0ad-9b5f-427b-a372-0fec72bc2f49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da1ea0ad-9b5f-427b-a372-0fec72bc2f49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-trusted-ca-bundle", "reconcileID": "6435f325-6742-4528-a8f5-0156e3950c56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "bc51db27-d94f-4625-8284-9d5123b280ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "727114ca-107f-43ef-a1cb-c634df733472", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "8f267269-38e4-4147-8bce-5cfdd9498dc7", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "8f267269-38e4-4147-8bce-5cfdd9498dc7", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "8f267269-38e4-4147-8bce-5cfdd9498dc7", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cbe0cab6-4500-45f3-993d-7f5eb2446cfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b21d6f95-2727-4dfd-aa63-3258fdc5ba80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "3f9fb8a8-ba7d-47e0-8c27-2ad3e125c138", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "3f9fb8a8-ba7d-47e0-8c27-2ad3e125c138", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "3f9fb8a8-ba7d-47e0-8c27-2ad3e125c138", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "599f86ee-41dc-4fa0-ae6c-8811b877c566", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "599f86ee-41dc-4fa0-ae6c-8811b877c566", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:51Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "599f86ee-41dc-4fa0-ae6c-8811b877c566", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-6edaf8-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-6edaf8-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:42:51Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-6edaf8-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-6edaf8-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-6edaf8","uid":"bec54487-2cde-4c18-97d4-e5020a4ac016","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"51201"}, "reason": "ReconcileError"} 2026-07-08T21:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "94f77f73-d526-4a8f-81ac-c3c83ebd2def", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "94f77f73-d526-4a8f-81ac-c3c83ebd2def", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "94f77f73-d526-4a8f-81ac-c3c83ebd2def", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "99b47993-44b3-450f-bab5-e87200bb5d3b", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "99b47993-44b3-450f-bab5-e87200bb5d3b", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "99b47993-44b3-450f-bab5-e87200bb5d3b", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5b04edef-e685-401a-ac67-7705feab9ac9", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5b04edef-e685-401a-ac67-7705feab9ac9", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5b04edef-e685-401a-ac67-7705feab9ac9", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "a0711213-6766-44ce-93a2-3b2b85848b2e", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "a0711213-6766-44ce-93a2-3b2b85848b2e", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "a0711213-6766-44ce-93a2-3b2b85848b2e", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "2d8a87ba-41b8-4b71-b1a7-eea7c3d24194", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "2d8a87ba-41b8-4b71-b1a7-eea7c3d24194", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "2d8a87ba-41b8-4b71-b1a7-eea7c3d24194", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5d129846-7da0-4700-b682-c30339c83e52", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5d129846-7da0-4700-b682-c30339c83e52", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5d129846-7da0-4700-b682-c30339c83e52", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "85a890ab-9a67-4e9c-963e-a29be618badc", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "85a890ab-9a67-4e9c-963e-a29be618badc", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "85a890ab-9a67-4e9c-963e-a29be618badc", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "openshift-service-ca.crt", "reconcileID": "8c5c1c48-3747-4c3f-9d98-1c762bc68521", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-trusted-ca-bundle", "reconcileID": "d089c831-3302-4f9d-b920-19cb49e2ec6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:42:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "openshift-service-ca.crt", "reconcileID": "7cef480e-84a6-422a-bd67-a376763bb003", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "openshift-service-ca.crt", "reconcileID": "7cef480e-84a6-422a-bd67-a376763bb003", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "openshift-service-ca.crt", "reconcileID": "9da7a64c-fc31-420b-9257-618ece866cde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0e2d7bb-187c-4071-bc7b-5e94d48a6940", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:42:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-trusted-ca-bundle", "reconcileID": "d75bc12c-5d41-4066-a341-e50b02a069dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:42:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-trusted-ca-bundle", "reconcileID": "d75bc12c-5d41-4066-a341-e50b02a069dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:42:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4863894-03e3-4f0f-9dae-9a34e9252d62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "60d23c78-cafb-480a-89e5-f44535527dcd", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "60d23c78-cafb-480a-89e5-f44535527dcd", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "60d23c78-cafb-480a-89e5-f44535527dcd", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1fe35789-39c6-4aae-9658-7a267d1108c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "2f73092e-73af-40df-ac34-fe5a9e648d38", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "2f73092e-73af-40df-ac34-fe5a9e648d38", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "2f73092e-73af-40df-ac34-fe5a9e648d38", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:43:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ee9f811b-b9a7-4dbd-bc31-0e708f64eb16", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ee9f811b-b9a7-4dbd-bc31-0e708f64eb16", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ee9f811b-b9a7-4dbd-bc31-0e708f64eb16", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "4a10252f-6c2c-422e-a01b-1e677dfdacad", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:43:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ee9f811b-b9a7-4dbd-bc31-0e708f64eb16", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:43:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ee9f811b-b9a7-4dbd-bc31-0e708f64eb16", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:43:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ee9f811b-b9a7-4dbd-bc31-0e708f64eb16", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "4a10252f-6c2c-422e-a01b-1e677dfdacad", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:43:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "4a10252f-6c2c-422e-a01b-1e677dfdacad", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:43:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e530e4e4-c1c1-4c57-ad7f-d1a101952283", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e530e4e4-c1c1-4c57-ad7f-d1a101952283", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e530e4e4-c1c1-4c57-ad7f-d1a101952283", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e530e4e4-c1c1-4c57-ad7f-d1a101952283", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:43:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e530e4e4-c1c1-4c57-ad7f-d1a101952283", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:43:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e530e4e4-c1c1-4c57-ad7f-d1a101952283", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab5f46b4-a396-425d-86be-056b71fcd19d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:43:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "350adb8b-5b0c-4308-9bd5-e9c905cdb2dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:43:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "e6b039d3-67e6-4633-aaa3-66de2fd709da", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:43:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "e6b039d3-67e6-4633-aaa3-66de2fd709da", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:43:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "e6b039d3-67e6-4633-aaa3-66de2fd709da", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:43:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ebf5466b-6863-447b-b889-c4b3b8b5ee8e", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ebf5466b-6863-447b-b889-c4b3b8b5ee8e", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ebf5466b-6863-447b-b889-c4b3b8b5ee8e", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ebf5466b-6863-447b-b889-c4b3b8b5ee8e", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:43:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ebf5466b-6863-447b-b889-c4b3b8b5ee8e", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:43:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "ebf5466b-6863-447b-b889-c4b3b8b5ee8e", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "4f3b0ce4-254e-489b-bd6b-92a68f3633f5", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "4f3b0ce4-254e-489b-bd6b-92a68f3633f5", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "4f3b0ce4-254e-489b-bd6b-92a68f3633f5", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "4f3b0ce4-254e-489b-bd6b-92a68f3633f5", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:43:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "4f3b0ce4-254e-489b-bd6b-92a68f3633f5", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:43:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "4f3b0ce4-254e-489b-bd6b-92a68f3633f5", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:43:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "8501ba78-c9ca-45a2-9252-e2572230fd6f", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "8501ba78-c9ca-45a2-9252-e2572230fd6f", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "8501ba78-c9ca-45a2-9252-e2572230fd6f", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "89390635-aaa9-4815-8e3a-a78aa6484627", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:43:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "8501ba78-c9ca-45a2-9252-e2572230fd6f", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:43:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "8501ba78-c9ca-45a2-9252-e2572230fd6f", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:43:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "8501ba78-c9ca-45a2-9252-e2572230fd6f", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "89390635-aaa9-4815-8e3a-a78aa6484627", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "89390635-aaa9-4815-8e3a-a78aa6484627", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:43:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "3589ca15-1d2d-4ba0-92f0-dee926f77267", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "3589ca15-1d2d-4ba0-92f0-dee926f77267", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "3589ca15-1d2d-4ba0-92f0-dee926f77267", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "3589ca15-1d2d-4ba0-92f0-dee926f77267", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:43:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "3589ca15-1d2d-4ba0-92f0-dee926f77267", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:43:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "3589ca15-1d2d-4ba0-92f0-dee926f77267", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5cb52bd9-3e11-4ba8-af4c-065111878f9f", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:43:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5cb52bd9-3e11-4ba8-af4c-065111878f9f", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:43:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "5cb52bd9-3e11-4ba8-af4c-065111878f9f", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:43:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f920741f-73d9-461e-8c3c-6a24d0459946", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f920741f-73d9-461e-8c3c-6a24d0459946", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f920741f-73d9-461e-8c3c-6a24d0459946", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:43:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f920741f-73d9-461e-8c3c-6a24d0459946", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:43:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f920741f-73d9-461e-8c3c-6a24d0459946", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:43:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f920741f-73d9-461e-8c3c-6a24d0459946", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:44:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "9c1021c8-e690-4de1-9bff-22281003679d", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:44:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "9c1021c8-e690-4de1-9bff-22281003679d", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:44:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "9c1021c8-e690-4de1-9bff-22281003679d", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:44:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "9c1021c8-e690-4de1-9bff-22281003679d", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:44:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "9c1021c8-e690-4de1-9bff-22281003679d", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:44:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "9c1021c8-e690-4de1-9bff-22281003679d", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:44:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "4062e8c7-53f7-4704-a08d-6d1a909cbff7", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:44:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "4062e8c7-53f7-4704-a08d-6d1a909cbff7", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:44:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "4062e8c7-53f7-4704-a08d-6d1a909cbff7", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "f6ec5fe1-1ab3-4b04-9086-83eab04ca769", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "f6ec5fe1-1ab3-4b04-9086-83eab04ca769", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "f6ec5fe1-1ab3-4b04-9086-83eab04ca769", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:45:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c"} 2026-07-08T21:45:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:45:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:45:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "e71a9aec-8347-48b3-b1cb-a68a42003df8", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "auth-test-model-fbb91c", "reconcileID": "c2803917-ab8f-4a38-a5d0-2d74fb7f8bb1", "LLMInferenceService": "auth-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "74225e96-0995-453d-953f-33572904b2c6", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "74225e96-0995-453d-953f-33572904b2c6", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "74225e96-0995-453d-953f-33572904b2c6", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "af9d1ad1-e6f5-4230-8aec-2f1302cbe58d", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "af9d1ad1-e6f5-4230-8aec-2f1302cbe58d", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "af9d1ad1-e6f5-4230-8aec-2f1302cbe58d", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:45:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8"} 2026-07-08T21:45:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:45:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:45:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:45:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:45:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:45:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "f1507f4c-2cb4-4fab-933d-2f07c128049b", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:45:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "auth-test-model-6edaf8", "reconcileID": "2166c64d-1e70-43ab-ac0d-1e3c66dcf940", "LLMInferenceService": "auth-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "7c36240a-f5c3-4a3f-9870-c793ba882d7d", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "7c36240a-f5c3-4a3f-9870-c793ba882d7d", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "7c36240a-f5c3-4a3f-9870-c793ba882d7d", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:45:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "0ac69b90-df1a-4e45-be4c-cbe3c1c76bff", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:45:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "0ac69b90-df1a-4e45-be4c-cbe3c1c76bff", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:45:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "0ac69b90-df1a-4e45-be4c-cbe3c1c76bff", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:45:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "bf903b78-b653-4748-9478-590587e03cbe", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "bf903b78-b653-4748-9478-590587e03cbe", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "bf903b78-b653-4748-9478-590587e03cbe", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "657c90ea-54a5-4fa3-b564-9e142dc25224", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "bf903b78-b653-4748-9478-590587e03cbe", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:45:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "bf903b78-b653-4748-9478-590587e03cbe", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:45:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "bf903b78-b653-4748-9478-590587e03cbe", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "657c90ea-54a5-4fa3-b564-9e142dc25224", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "657c90ea-54a5-4fa3-b564-9e142dc25224", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "4af72c05-73a1-49ca-a504-b43f38daa4a7", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "4af72c05-73a1-49ca-a504-b43f38daa4a7", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "4af72c05-73a1-49ca-a504-b43f38daa4a7", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "4af72c05-73a1-49ca-a504-b43f38daa4a7", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:45:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "4af72c05-73a1-49ca-a504-b43f38daa4a7", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:45:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "4af72c05-73a1-49ca-a504-b43f38daa4a7", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "33b6a4db-9f73-4ff2-a106-897300d2bd2c", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "33b6a4db-9f73-4ff2-a106-897300d2bd2c", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:45:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "33b6a4db-9f73-4ff2-a106-897300d2bd2c", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:45:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "f8a7a2dc-1f36-4403-9416-ffcd8fa8306f", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "f8a7a2dc-1f36-4403-9416-ffcd8fa8306f", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "f8a7a2dc-1f36-4403-9416-ffcd8fa8306f", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:45:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "f8a7a2dc-1f36-4403-9416-ffcd8fa8306f", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:45:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "f8a7a2dc-1f36-4403-9416-ffcd8fa8306f", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:45:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "f8a7a2dc-1f36-4403-9416-ffcd8fa8306f", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:46:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "c4a898fa-1e09-465c-9bc1-9962ed75f25a", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:46:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "c4a898fa-1e09-465c-9bc1-9962ed75f25a", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:46:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "c4a898fa-1e09-465c-9bc1-9962ed75f25a", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:46:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "c4a898fa-1e09-465c-9bc1-9962ed75f25a", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:46:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "c4a898fa-1e09-465c-9bc1-9962ed75f25a", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:46:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "c4a898fa-1e09-465c-9bc1-9962ed75f25a", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:46:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "883926c1-cf56-42d6-ac7b-4b9c9837c895", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:46:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "883926c1-cf56-42d6-ac7b-4b9c9837c895", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:46:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "883926c1-cf56-42d6-ac7b-4b9c9837c895", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:46:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "14c4d7d1-d89e-411b-8e78-eb0dfd25a152", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:46:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "883926c1-cf56-42d6-ac7b-4b9c9837c895", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:46:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "883926c1-cf56-42d6-ac7b-4b9c9837c895", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:46:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "883926c1-cf56-42d6-ac7b-4b9c9837c895", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:46:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "14c4d7d1-d89e-411b-8e78-eb0dfd25a152", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:46:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "14c4d7d1-d89e-411b-8e78-eb0dfd25a152", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:46:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "48ae8786-bfdb-4560-861d-0a77b26d37be", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:46:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "48ae8786-bfdb-4560-861d-0a77b26d37be", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:46:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "48ae8786-bfdb-4560-861d-0a77b26d37be", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:46:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "48ae8786-bfdb-4560-861d-0a77b26d37be", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:46:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "48ae8786-bfdb-4560-861d-0a77b26d37be", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:46:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "48ae8786-bfdb-4560-861d-0a77b26d37be", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "ae4a680b-0d87-4ee7-9485-f86e9d1b349c", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "ae4a680b-0d87-4ee7-9485-f86e9d1b349c", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "ae4a680b-0d87-4ee7-9485-f86e9d1b349c", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:47:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "dd8ef7e0-c333-462f-82a6-659a78791122", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "dd8ef7e0-c333-462f-82a6-659a78791122", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "dd8ef7e0-c333-462f-82a6-659a78791122", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "dd8ef7e0-c333-462f-82a6-659a78791122", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:47:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "dd8ef7e0-c333-462f-82a6-659a78791122", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:47:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "dd8ef7e0-c333-462f-82a6-659a78791122", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T21:47:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T21:47:16Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T21:47:16Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T21:47:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "01d048de-3b9f-4ec1-99d9-d6118f61a50b", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "01d048de-3b9f-4ec1-99d9-d6118f61a50b", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "01d048de-3b9f-4ec1-99d9-d6118f61a50b", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "01d048de-3b9f-4ec1-99d9-d6118f61a50b", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:47:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "01d048de-3b9f-4ec1-99d9-d6118f61a50b", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:47:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "01d048de-3b9f-4ec1-99d9-d6118f61a50b", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "be5ab48b-ceb6-4c46-a436-a614949a37e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:47:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c"} 2026-07-08T21:47:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:47:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:47:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "9771c648-74d5-479c-9165-3bf752f0e372", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "sub-test-model-fbb91c", "reconcileID": "e4e56a9d-b170-4e39-8773-5f04b6a47f7e", "LLMInferenceService": "sub-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "f6694dc1-4466-4113-8009-329616f8fd6a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "f6694dc1-4466-4113-8009-329616f8fd6a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "f6694dc1-4466-4113-8009-329616f8fd6a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:47:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "e7f70fe0-0d47-46b0-b351-6a8c49c6899a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:47:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "e7f70fe0-0d47-46b0-b351-6a8c49c6899a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:47:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "e7f70fe0-0d47-46b0-b351-6a8c49c6899a", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:47:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8"} 2026-07-08T21:47:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:47:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:47:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "460aa405-1e94-4279-ba72-588ef610a65f", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "sub-test-model-6edaf8", "reconcileID": "1472a0f5-772a-4a4f-9968-374ef2279e94", "LLMInferenceService": "sub-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:47:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "c44381e6-0f26-47b6-8ce4-c64837b07e70", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:47:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "c44381e6-0f26-47b6-8ce4-c64837b07e70", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:47:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "c44381e6-0f26-47b6-8ce4-c64837b07e70", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:47:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "af7ec6a9-5287-4c0f-bc5d-91366f6ef49f", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:47:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "af7ec6a9-5287-4c0f-bc5d-91366f6ef49f", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:47:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "af7ec6a9-5287-4c0f-bc5d-91366f6ef49f", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:47:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "e0af6f9a-87f6-47a9-9cd8-187c098e5e51", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "e0af6f9a-87f6-47a9-9cd8-187c098e5e51", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "e0af6f9a-87f6-47a9-9cd8-187c098e5e51", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "0e19a35c-b734-433d-9df5-71ece86aeaed", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:47:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "e0af6f9a-87f6-47a9-9cd8-187c098e5e51", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:47:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "e0af6f9a-87f6-47a9-9cd8-187c098e5e51", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:47:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "e0af6f9a-87f6-47a9-9cd8-187c098e5e51", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "0e19a35c-b734-433d-9df5-71ece86aeaed", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:47:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "0e19a35c-b734-433d-9df5-71ece86aeaed", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:47:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "6e325095-dd20-4a6e-827f-6cc90d4e0a03", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "6e325095-dd20-4a6e-827f-6cc90d4e0a03", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "6e325095-dd20-4a6e-827f-6cc90d4e0a03", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:47:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "6e325095-dd20-4a6e-827f-6cc90d4e0a03", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:47:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "6e325095-dd20-4a6e-827f-6cc90d4e0a03", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:47:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "6e325095-dd20-4a6e-827f-6cc90d4e0a03", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "17d575ca-51b4-48fc-8633-814d710c5113", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:48:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "17d575ca-51b4-48fc-8633-814d710c5113", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:48:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "17d575ca-51b4-48fc-8633-814d710c5113", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:48:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "fd7374d7-c7c6-48fe-95dc-66c103b8c29e", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "fd7374d7-c7c6-48fe-95dc-66c103b8c29e", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "fd7374d7-c7c6-48fe-95dc-66c103b8c29e", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "fd7374d7-c7c6-48fe-95dc-66c103b8c29e", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:48:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "fd7374d7-c7c6-48fe-95dc-66c103b8c29e", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:48:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "fd7374d7-c7c6-48fe-95dc-66c103b8c29e", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a3b0ddf7-1510-40a2-b925-1b9354f4cb09", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:48:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "c07d3ba5-465a-4c8c-bf56-85394947e920", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "c07d3ba5-465a-4c8c-bf56-85394947e920", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "c07d3ba5-465a-4c8c-bf56-85394947e920", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "c07d3ba5-465a-4c8c-bf56-85394947e920", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:48:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "c07d3ba5-465a-4c8c-bf56-85394947e920", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:48:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "c07d3ba5-465a-4c8c-bf56-85394947e920", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "f0e543e2-2931-44f7-abff-f52313028e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "f0e543e2-2931-44f7-abff-f52313028e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "f0e543e2-2931-44f7-abff-f52313028e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "f0e543e2-2931-44f7-abff-f52313028e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:48:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "f0e543e2-2931-44f7-abff-f52313028e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "authType": "userdefined"} 2026-07-08T21:48:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "f0e543e2-2931-44f7-abff-f52313028e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:48:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f4053bb-a11f-4f72-b5e3-abd021458cab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:48:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "1d910b08-1168-4283-b6e5-64174c84e787", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "1d910b08-1168-4283-b6e5-64174c84e787", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "1d910b08-1168-4283-b6e5-64174c84e787", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "44077457-4d22-40f0-b64a-b7314bbb7b84", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:48:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "1d910b08-1168-4283-b6e5-64174c84e787", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:48:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "1d910b08-1168-4283-b6e5-64174c84e787", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:48:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "1d910b08-1168-4283-b6e5-64174c84e787", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "44077457-4d22-40f0-b64a-b7314bbb7b84", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:48:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "44077457-4d22-40f0-b64a-b7314bbb7b84", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:48:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "28225c53-3696-41c8-8c1e-d100139834de", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "28225c53-3696-41c8-8c1e-d100139834de", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "28225c53-3696-41c8-8c1e-d100139834de", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "28225c53-3696-41c8-8c1e-d100139834de", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:48:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "28225c53-3696-41c8-8c1e-d100139834de", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:48:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "28225c53-3696-41c8-8c1e-d100139834de", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "dd0daa62-d507-4a6d-acd9-7ecbea6c4d33", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:48:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "dd0daa62-d507-4a6d-acd9-7ecbea6c4d33", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:48:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "dd0daa62-d507-4a6d-acd9-7ecbea6c4d33", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:48:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "0d5384f6-d199-44fb-8222-652176e105c9", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "0d5384f6-d199-44fb-8222-652176e105c9", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "0d5384f6-d199-44fb-8222-652176e105c9", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "0d5384f6-d199-44fb-8222-652176e105c9", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:48:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "0d5384f6-d199-44fb-8222-652176e105c9", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:48:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "0d5384f6-d199-44fb-8222-652176e105c9", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "d29891c5-aa4e-40b4-845e-ed7e6fe97ba0", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "d29891c5-aa4e-40b4-845e-ed7e6fe97ba0", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "d29891c5-aa4e-40b4-845e-ed7e6fe97ba0", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:48:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "d29891c5-aa4e-40b4-845e-ed7e6fe97ba0", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:48:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "d29891c5-aa4e-40b4-845e-ed7e6fe97ba0", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "authType": "userdefined"} 2026-07-08T21:48:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "d29891c5-aa4e-40b4-845e-ed7e6fe97ba0", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:49:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:49:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c"} 2026-07-08T21:49:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:49:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:49:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:49:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c-kserve-route-authn"} 2026-07-08T21:49:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:49:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "00378978-4fe3-472e-8881-c282d34e1e41", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:49:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fbb91c","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "rate-test-model-fbb91c", "reconcileID": "67be8889-3917-41f5-a5c9-0a2323246bf4", "LLMInferenceService": "rate-test-model-fbb91c", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "7d5d286d-c3b4-4677-aba5-2249e49b936b", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "7d5d286d-c3b4-4677-aba5-2249e49b936b", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "7d5d286d-c3b4-4677-aba5-2249e49b936b", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "12e9ce6d-a270-490a-8ab4-42a703e94a4f", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "12e9ce6d-a270-490a-8ab4-42a703e94a4f", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "12e9ce6d-a270-490a-8ab4-42a703e94a4f", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:49:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:49:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8"} 2026-07-08T21:49:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:49:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:49:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:49:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8-kserve-route-authn"} 2026-07-08T21:49:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:49:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "06e59db5-3e03-44b7-87ac-42a46932e788", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:49:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6edaf8","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "rate-test-model-6edaf8", "reconcileID": "8d28eae9-190f-4bc8-b388-4dd7444779e3", "LLMInferenceService": "rate-test-model-6edaf8", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:49:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "596940ad-3c12-4f26-ad21-a2bde82c7b5a", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:49:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "596940ad-3c12-4f26-ad21-a2bde82c7b5a", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:49:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "596940ad-3c12-4f26-ad21-a2bde82c7b5a", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:49:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "9da89097-6b37-4d8d-b325-b1a04e7a9ba1", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:49:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "9da89097-6b37-4d8d-b325-b1a04e7a9ba1", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:49:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "9da89097-6b37-4d8d-b325-b1a04e7a9ba1", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:49:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bad621ac-099c-4dd6-aa1a-0b9ca7a9957f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:49:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "58955749-ef08-4e51-aea9-1dfe97838947", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:49:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "58955749-ef08-4e51-aea9-1dfe97838947", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c-authn-ssl"} 2026-07-08T21:49:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "58955749-ef08-4e51-aea9-1dfe97838947", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:50:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c9e947-ef9b-4e69-91dc-353da404f2d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:50:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c9e947-ef9b-4e69-91dc-353da404f2d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:50:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2c9e947-ef9b-4e69-91dc-353da404f2d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-fbb91c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:50:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ddd8a15-4bd7-42be-b854-dfdab177813a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ddd8a15-4bd7-42be-b854-dfdab177813a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:50:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "3255be69-23ec-4b97-b9fe-a60cb6d581c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "openshift-service-ca.crt", "reconcileID": "3255be69-23ec-4b97-b9fe-a60cb6d581c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:50:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07801aa9-b894-4875-891d-ec4a7abab229", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:50:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fbb91c"}, "namespace": "ai-tenant-e2e-shared-a-fbb91c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07801aa9-b894-4875-891d-ec4a7abab229", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fbb91c"} 2026-07-08T21:50:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fbb91c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fbb91c", "reconcileID": "add2e9e7-c7ba-4ee1-bb7c-456e811e5cb7", "Gateway": "e2e-shared-a-fbb91c", "namespace": "openshift-ingress"} 2026-07-08T21:50:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5ad72563-d1dc-4da7-b2c0-c08e5f3c413b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T21:50:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "9c91cf5e-fc13-45bf-b22c-c7138727d2cb", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:50:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "9c91cf5e-fc13-45bf-b22c-c7138727d2cb", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8-authn-ssl"} 2026-07-08T21:50:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "9c91cf5e-fc13-45bf-b22c-c7138727d2cb", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"} 2026-07-08T21:50:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ea5168a-e478-43d9-a52b-969a105c43b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:50:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ea5168a-e478-43d9-a52b-969a105c43b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T21:50:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ea5168a-e478-43d9-a52b-969a105c43b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6edaf8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T21:50:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-trusted-ca-bundle", "reconcileID": "f57d39fb-7666-4ce5-8932-cadf9e6ff5c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:50:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-trusted-ca-bundle", "reconcileID": "f57d39fb-7666-4ce5-8932-cadf9e6ff5c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:50:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "openshift-service-ca.crt", "reconcileID": "fd07bb16-6146-4757-ba3f-3ced7068af19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:50:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "openshift-service-ca.crt", "reconcileID": "fd07bb16-6146-4757-ba3f-3ced7068af19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:50:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6378172-47ad-4358-812f-232accdf0751", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:50:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6edaf8"}, "namespace": "ai-tenant-e2e-shared-b-6edaf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6378172-47ad-4358-812f-232accdf0751", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6edaf8"} 2026-07-08T21:50:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6edaf8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6edaf8", "reconcileID": "8afa5033-2147-4528-9561-0b4c0c1f85aa", "Gateway": "e2e-shared-b-6edaf8", "namespace": "openshift-ingress"}