2026-07-16T11:41:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "50fe6968-5ec1-4ec6-b1e0-c122381a518f", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57-authn-ssl"} 2026-07-16T11:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "50fe6968-5ec1-4ec6-b1e0-c122381a518f", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "a3a0454f-c1fe-4e9b-a94c-bb0098ce3ec7", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "a3a0454f-c1fe-4e9b-a94c-bb0098ce3ec7", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57-authn-ssl"} 2026-07-16T11:41:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "a3a0454f-c1fe-4e9b-a94c-bb0098ce3ec7", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "openshift-service-ca.crt", "reconcileID": "11ee228c-3df7-4ddf-ab3d-b1c6ae2d4752", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-trusted-ca-bundle", "reconcileID": "3ab47277-0582-4eb8-8705-ac1b4125f091", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "openshift-service-ca.crt", "reconcileID": "c9f06c63-115a-4baa-af35-5711c499a4a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7dc57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:41:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "openshift-service-ca.crt", "reconcileID": "c9f06c63-115a-4baa-af35-5711c499a4a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb66e9fa-a260-4b12-bf7b-8bee99ec0cee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "openshift-service-ca.crt", "reconcileID": "18634e6a-ff5e-499b-993a-b41c9d96de7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-trusted-ca-bundle", "reconcileID": "51832ca8-5f43-4d36-a7b8-3d93570340fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:41:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-trusted-ca-bundle", "reconcileID": "51832ca8-5f43-4d36-a7b8-3d93570340fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc1c5d85-41b0-4d53-8e15-5ffcdac8d254", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "f6056866-383a-4dde-a793-4db6c9fd21a5", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "f6056866-383a-4dde-a793-4db6c9fd21a5", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57-authn-ssl"} 2026-07-16T11:41:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "f6056866-383a-4dde-a793-4db6c9fd21a5", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3ee532da-57d5-4784-8a56-b93a24162d86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:41:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "5d19cd01-795f-4a74-a1c9-2bf2387984c6", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress"} 2026-07-16T11:41:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "5d19cd01-795f-4a74-a1c9-2bf2387984c6", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9-authn-ssl"} 2026-07-16T11:41:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "5d19cd01-795f-4a74-a1c9-2bf2387984c6", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress"} 2026-07-16T11:41:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "ac8f715a-f4cd-4b0b-b949-c88391363173", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "ac8f715a-f4cd-4b0b-b949-c88391363173", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57-authn-ssl"} 2026-07-16T11:41:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "ac8f715a-f4cd-4b0b-b949-c88391363173", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b0bd3e8f-5ec5-4f2b-8e32-65adcf734d20", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:41:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "f7702f18-d849-4903-b66d-70757a1856d4", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress"} 2026-07-16T11:41:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "f7702f18-d849-4903-b66d-70757a1856d4", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9-authn-ssl"} 2026-07-16T11:41:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "f7702f18-d849-4903-b66d-70757a1856d4", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress"} 2026-07-16T11:41:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a2d1aa9-2bc2-4031-8135-a94b4c5a7932", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-959ed9"} 2026-07-16T11:41:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a2d1aa9-2bc2-4031-8135-a94b4c5a7932", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-959ed9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:41:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a2d1aa9-2bc2-4031-8135-a94b4c5a7932", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-959ed9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T11:41:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "odh-trusted-ca-bundle", "reconcileID": "7d8d4717-bd26-481b-af73-ca82daf1be1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-959ed9"} 2026-07-16T11:41:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "odh-trusted-ca-bundle", "reconcileID": "7d8d4717-bd26-481b-af73-ca82daf1be1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-959ed9"} 2026-07-16T11:41:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "openshift-service-ca.crt", "reconcileID": "b733dae3-e357-4958-981f-b5a68f82f76a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-959ed9"} 2026-07-16T11:41:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "openshift-service-ca.crt", "reconcileID": "b733dae3-e357-4958-981f-b5a68f82f76a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-959ed9"} 2026-07-16T11:41:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "001ace33-6a19-4b6d-8f6f-6012be925539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-959ed9"} 2026-07-16T11:41:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-959ed9"}, "namespace": "ai-tenant-e2e-api-a-959ed9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "001ace33-6a19-4b6d-8f6f-6012be925539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-959ed9"} 2026-07-16T11:41:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "df85650b-92ae-434f-a354-b3b1b8e5d9f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "8d387906-b42d-494a-875b-0a4cbc32f61c", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress"} 2026-07-16T11:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "8d387906-b42d-494a-875b-0a4cbc32f61c", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9-authn-ssl"} 2026-07-16T11:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "8d387906-b42d-494a-875b-0a4cbc32f61c", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress"} 2026-07-16T11:41:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-959ed9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-959ed9", "reconcileID": "60a333fa-1647-4df9-aa94-40cd8f3441a4", "Gateway": "e2e-api-a-959ed9", "namespace": "openshift-ingress"} 2026-07-16T11:41:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "734cbe6e-1b6b-4628-9c4d-a3a2d687e98a", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "734cbe6e-1b6b-4628-9c4d-a3a2d687e98a", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57-authn-ssl"} 2026-07-16T11:41:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "734cbe6e-1b6b-4628-9c4d-a3a2d687e98a", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74538d23-f05e-4f0d-abee-0f6cc79d477b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74538d23-f05e-4f0d-abee-0f6cc79d477b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:41:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74538d23-f05e-4f0d-abee-0f6cc79d477b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e7dc57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T11:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-trusted-ca-bundle", "reconcileID": "5a4576f8-2db0-4ce2-9565-5115628adfa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-trusted-ca-bundle", "reconcileID": "5a4576f8-2db0-4ce2-9565-5115628adfa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "openshift-service-ca.crt", "reconcileID": "bdb34f4a-2ab8-4149-afa9-c8d6cebc557b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "openshift-service-ca.crt", "reconcileID": "bdb34f4a-2ab8-4149-afa9-c8d6cebc557b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43c371fe-e35c-4fb5-9fd6-2886ccd33401", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:41:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7dc57"}, "namespace": "ai-tenant-e2e-api-b-e7dc57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43c371fe-e35c-4fb5-9fd6-2886ccd33401", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7dc57"} 2026-07-16T11:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "eef48288-a23e-49ba-b858-cf762b4b6dde", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "eef48288-a23e-49ba-b858-cf762b4b6dde", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57-authn-ssl"} 2026-07-16T11:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "eef48288-a23e-49ba-b858-cf762b4b6dde", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:42:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7dc57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7dc57", "reconcileID": "9ca1043d-8163-410e-a14a-d7b66f27d387", "Gateway": "e2e-api-b-e7dc57", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "7cf0a265-b763-49a7-8032-460f416fd40a", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "7cf0a265-b763-49a7-8032-460f416fd40a", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "7cf0a265-b763-49a7-8032-460f416fd40a", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "1b1b7e32-5ab0-492e-8d91-706e4fe3e000", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "1b1b7e32-5ab0-492e-8d91-706e4fe3e000", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "1b1b7e32-5ab0-492e-8d91-706e4fe3e000", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "7c2cb239-c0bf-4cd2-bbef-ddf542ab167b", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "7c2cb239-c0bf-4cd2-bbef-ddf542ab167b", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "7c2cb239-c0bf-4cd2-bbef-ddf542ab167b", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d4330517-c441-41da-904f-e24583687801", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d4330517-c441-41da-904f-e24583687801", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d4330517-c441-41da-904f-e24583687801", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "11937509-3ba3-4a3c-9f2b-93783c8bd8b3", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "11937509-3ba3-4a3c-9f2b-93783c8bd8b3", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "11937509-3ba3-4a3c-9f2b-93783c8bd8b3", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d2c2a07d-0417-47f7-ba29-44de0171375a", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d2c2a07d-0417-47f7-ba29-44de0171375a", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d2c2a07d-0417-47f7-ba29-44de0171375a", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e6e1719d-77ed-4282-9ea8-804c01a14d49", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e6e1719d-77ed-4282-9ea8-804c01a14d49", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e6e1719d-77ed-4282-9ea8-804c01a14d49", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "openshift-service-ca.crt", "reconcileID": "dbe1fb7d-e61e-4d6f-a8c3-75bc061d3b62", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-trusted-ca-bundle", "reconcileID": "666316a0-4c33-4bbb-a473-29da2a1d88aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "openshift-service-ca.crt", "reconcileID": "47c05472-dc20-454a-86cb-0765f087e937", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bfa604", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:42:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "openshift-service-ca.crt", "reconcileID": "47c05472-dc20-454a-86cb-0765f087e937", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "openshift-service-ca.crt", "reconcileID": "a77c280e-b9e0-4ae1-a78c-f2687f39b3fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b9e9e4c-5edd-4e7b-a5f2-497d450cf85d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-trusted-ca-bundle", "reconcileID": "6b2ca70d-e90b-4a84-9771-3e633b3d1f67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:42:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-trusted-ca-bundle", "reconcileID": "6b2ca70d-e90b-4a84-9771-3e633b3d1f67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5f9f1b7-6434-4874-951a-d357aa1b04ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "79fda19e-16e8-4c99-b4b9-0412da05fa00", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "79fda19e-16e8-4c99-b4b9-0412da05fa00", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "79fda19e-16e8-4c99-b4b9-0412da05fa00", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8bb11579-938f-43aa-a5ff-f83037cbd7e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:42:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e8c4a8ac-19be-41c8-9d87-db0bedeaecdc", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e8c4a8ac-19be-41c8-9d87-db0bedeaecdc", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e8c4a8ac-19be-41c8-9d87-db0bedeaecdc", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "c51e2032-41f1-4ffa-8cc5-9379554d3547", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "c51e2032-41f1-4ffa-8cc5-9379554d3547", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "c51e2032-41f1-4ffa-8cc5-9379554d3547", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "1fb53e86-5888-415d-bc72-1135792b01d3", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "1fb53e86-5888-415d-bc72-1135792b01d3", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "1fb53e86-5888-415d-bc72-1135792b01d3", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "2ac1c925-1ac6-41b0-a6bb-d655c90dd1a9", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "2ac1c925-1ac6-41b0-a6bb-d655c90dd1a9", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "2ac1c925-1ac6-41b0-a6bb-d655c90dd1a9", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "d9982ba6-3e81-4721-9ecf-d6739f6751ae", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "d9982ba6-3e81-4721-9ecf-d6739f6751ae", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "d9982ba6-3e81-4721-9ecf-d6739f6751ae", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "cd706b9d-c3a2-4a13-b153-702a6183dd9b", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "cd706b9d-c3a2-4a13-b153-702a6183dd9b", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "cd706b9d-c3a2-4a13-b153-702a6183dd9b", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "5f6dd956-c2d2-44aa-af3a-7e2ea6277059", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "5f6dd956-c2d2-44aa-af3a-7e2ea6277059", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "5f6dd956-c2d2-44aa-af3a-7e2ea6277059", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "6da11cd3-9885-4bec-9aad-4eaec1fa3302", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "6da11cd3-9885-4bec-9aad-4eaec1fa3302", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "6da11cd3-9885-4bec-9aad-4eaec1fa3302", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "openshift-service-ca.crt", "reconcileID": "93c72f10-4979-4fce-825c-159ce7ed2830", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "openshift-service-ca.crt", "reconcileID": "21088997-a964-46f6-b078-82c391624872", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f05981", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:42:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "openshift-service-ca.crt", "reconcileID": "21088997-a964-46f6-b078-82c391624872", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-trusted-ca-bundle", "reconcileID": "813c363f-caba-4c17-a01f-45bd6f02ca37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:42:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-trusted-ca-bundle", "reconcileID": "813c363f-caba-4c17-a01f-45bd6f02ca37", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T11:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "openshift-service-ca.crt", "reconcileID": "73c25d2f-ebc2-4691-9e31-2de96a2a93fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a5fc234-e9e7-4db1-b356-f0971f021980", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-trusted-ca-bundle", "reconcileID": "06d1e7d3-f2cc-499d-b6ed-33e9ddca6636", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-trusted-ca-bundle", "reconcileID": "9ad999b3-2334-46d5-b14d-afbc3870cb5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:42:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-trusted-ca-bundle", "reconcileID": "9ad999b3-2334-46d5-b14d-afbc3870cb5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7959aea-553e-4af8-aa24-bc1bcc3dddf8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "29a590d6-cf2f-4ca5-a0bf-8a915501c893", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "29a590d6-cf2f-4ca5-a0bf-8a915501c893", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "29a590d6-cf2f-4ca5-a0bf-8a915501c893", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a1aa57b8-e3f0-474a-9faa-fca893edb432", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:42:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "4dc9f93c-6f2d-458d-9e31-0d9e660fd3e0", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "4dc9f93c-6f2d-458d-9e31-0d9e660fd3e0", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "4dc9f93c-6f2d-458d-9e31-0d9e660fd3e0", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "011820cd-5b44-431c-b394-c0130ee9f85c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "011820cd-5b44-431c-b394-c0130ee9f85c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "011820cd-5b44-431c-b394-c0130ee9f85c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "c7795f02-63ee-4cf5-aaf1-86d3ac027c70", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "011820cd-5b44-431c-b394-c0130ee9f85c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:42:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "011820cd-5b44-431c-b394-c0130ee9f85c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:42:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "011820cd-5b44-431c-b394-c0130ee9f85c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "c7795f02-63ee-4cf5-aaf1-86d3ac027c70", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "c7795f02-63ee-4cf5-aaf1-86d3ac027c70", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "5282c422-b424-47c8-98a6-8947d9f20f0c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "5282c422-b424-47c8-98a6-8947d9f20f0c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "5282c422-b424-47c8-98a6-8947d9f20f0c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "5282c422-b424-47c8-98a6-8947d9f20f0c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:42:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "5282c422-b424-47c8-98a6-8947d9f20f0c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:42:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "5282c422-b424-47c8-98a6-8947d9f20f0c", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52d91191-d694-4b14-9c12-0ee2ccbc6c50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:42:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f35c537-d2f1-4b07-9745-de36943a54ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:42:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "df535a68-905c-4b15-87dd-3531bbab3cbb", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "df535a68-905c-4b15-87dd-3531bbab3cbb", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:42:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "df535a68-905c-4b15-87dd-3531bbab3cbb", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:42:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3462cc38-85f9-43fa-98b4-2abeeaeb2070", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3462cc38-85f9-43fa-98b4-2abeeaeb2070", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3462cc38-85f9-43fa-98b4-2abeeaeb2070", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3462cc38-85f9-43fa-98b4-2abeeaeb2070", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:42:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3462cc38-85f9-43fa-98b4-2abeeaeb2070", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:42:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3462cc38-85f9-43fa-98b4-2abeeaeb2070", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3699ab07-3eba-4dbf-b2ec-4c2259f8dd58", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3699ab07-3eba-4dbf-b2ec-4c2259f8dd58", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3699ab07-3eba-4dbf-b2ec-4c2259f8dd58", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3699ab07-3eba-4dbf-b2ec-4c2259f8dd58", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:42:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3699ab07-3eba-4dbf-b2ec-4c2259f8dd58", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:42:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "3699ab07-3eba-4dbf-b2ec-4c2259f8dd58", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "2459c76f-f2c2-4628-81a4-57533cb10e48", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "2459c76f-f2c2-4628-81a4-57533cb10e48", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "2459c76f-f2c2-4628-81a4-57533cb10e48", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "2459c76f-f2c2-4628-81a4-57533cb10e48", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:42:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "2459c76f-f2c2-4628-81a4-57533cb10e48", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:42:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "2459c76f-f2c2-4628-81a4-57533cb10e48", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:42:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "7d5f3ab5-7f07-485a-9a2f-088078d2239e", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "7d5f3ab5-7f07-485a-9a2f-088078d2239e", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "7d5f3ab5-7f07-485a-9a2f-088078d2239e", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "539c29d4-9882-4d04-bdf2-dadb00f671ab", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "7d5f3ab5-7f07-485a-9a2f-088078d2239e", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981-kserve-route-authn"} 2026-07-16T11:42:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "7d5f3ab5-7f07-485a-9a2f-088078d2239e", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:42:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "7d5f3ab5-7f07-485a-9a2f-088078d2239e", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "539c29d4-9882-4d04-bdf2-dadb00f671ab", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:42:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "539c29d4-9882-4d04-bdf2-dadb00f671ab", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:42:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "5c40b0e7-b4e9-41de-99b4-a6c0380029fc", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "5c40b0e7-b4e9-41de-99b4-a6c0380029fc", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "5c40b0e7-b4e9-41de-99b4-a6c0380029fc", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:42:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "5c40b0e7-b4e9-41de-99b4-a6c0380029fc", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981-kserve-route-authn"} 2026-07-16T11:42:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "5c40b0e7-b4e9-41de-99b4-a6c0380029fc", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:42:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "5c40b0e7-b4e9-41de-99b4-a6c0380029fc", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "a87c8daf-b675-45bc-9aa6-97306dcabd9c", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "a87c8daf-b675-45bc-9aa6-97306dcabd9c", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "a87c8daf-b675-45bc-9aa6-97306dcabd9c", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:43:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "4eb27866-91c0-4a1e-be59-de40a4f12f36", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "4eb27866-91c0-4a1e-be59-de40a4f12f36", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "4eb27866-91c0-4a1e-be59-de40a4f12f36", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "4eb27866-91c0-4a1e-be59-de40a4f12f36", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981-kserve-route-authn"} 2026-07-16T11:43:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "4eb27866-91c0-4a1e-be59-de40a4f12f36", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:43:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "4eb27866-91c0-4a1e-be59-de40a4f12f36", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77b3e1c4-a95c-434f-b9df-c1b0608da304", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:43:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "f2115f6d-50be-4015-a3a1-e60039966d57", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "f2115f6d-50be-4015-a3a1-e60039966d57", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "f2115f6d-50be-4015-a3a1-e60039966d57", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "f2115f6d-50be-4015-a3a1-e60039966d57", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981-kserve-route-authn"} 2026-07-16T11:43:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "f2115f6d-50be-4015-a3a1-e60039966d57", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:43:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "f2115f6d-50be-4015-a3a1-e60039966d57", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:43:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "eda77a49-351c-457e-8208-b3fb36e9ee8f", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:43:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "eda77a49-351c-457e-8208-b3fb36e9ee8f", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:43:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "eda77a49-351c-457e-8208-b3fb36e9ee8f", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:43:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "d1187f09-ae71-4623-9b0b-9fb7cc524dc8", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:43:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "d1187f09-ae71-4623-9b0b-9fb7cc524dc8", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:43:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "d1187f09-ae71-4623-9b0b-9fb7cc524dc8", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604"} 2026-07-16T11:45:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:45:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:45:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "a4f45bf8-f17e-43ea-b114-952b18af8311", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "auth-test-model-bfa604", "reconcileID": "f5fde554-8b18-4b42-b30f-2a83bb457c92", "LLMInferenceService": "auth-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "5ec0985c-5af8-4ca2-8d99-5b808b357ee3", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "5ec0985c-5af8-4ca2-8d99-5b808b357ee3", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:45:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "5ec0985c-5af8-4ca2-8d99-5b808b357ee3", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "96b9b81a-38a7-4ee9-a2b4-3ca0840e0cbc", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "96b9b81a-38a7-4ee9-a2b4-3ca0840e0cbc", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:45:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "96b9b81a-38a7-4ee9-a2b4-3ca0840e0cbc", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981"} 2026-07-16T11:45:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981-kserve-route-authn"} 2026-07-16T11:45:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981-kserve-route-authn"} 2026-07-16T11:45:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "3059a4a4-9cc0-4db9-9b33-632c56f2ca48", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "auth-test-model-f05981", "reconcileID": "0560e8bb-4d69-42d2-bb6f-5a862cd8d182", "LLMInferenceService": "auth-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "03ba2f77-65b0-47ff-869e-539e33a46360", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "03ba2f77-65b0-47ff-869e-539e33a46360", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:45:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "03ba2f77-65b0-47ff-869e-539e33a46360", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "703e2082-a65b-48cb-8c9b-d17bc336841c", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "703e2082-a65b-48cb-8c9b-d17bc336841c", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:45:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "703e2082-a65b-48cb-8c9b-d17bc336841c", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "280f13b0-803f-4d5a-be5f-e83fc17fdc3f", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "280f13b0-803f-4d5a-be5f-e83fc17fdc3f", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "280f13b0-803f-4d5a-be5f-e83fc17fdc3f", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "6855252e-7074-47e0-ba22-699e8afbe3f0", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "280f13b0-803f-4d5a-be5f-e83fc17fdc3f", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:45:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "280f13b0-803f-4d5a-be5f-e83fc17fdc3f", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:45:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "280f13b0-803f-4d5a-be5f-e83fc17fdc3f", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "6855252e-7074-47e0-ba22-699e8afbe3f0", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:45:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "6855252e-7074-47e0-ba22-699e8afbe3f0", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "44da4d10-3f71-4715-adec-37df3cb0b42d", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "44da4d10-3f71-4715-adec-37df3cb0b42d", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "44da4d10-3f71-4715-adec-37df3cb0b42d", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "44da4d10-3f71-4715-adec-37df3cb0b42d", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "44da4d10-3f71-4715-adec-37df3cb0b42d", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "44da4d10-3f71-4715-adec-37df3cb0b42d", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2c471cf0-239c-4845-b9b3-106de8c4ec05", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2c471cf0-239c-4845-b9b3-106de8c4ec05", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:45:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2c471cf0-239c-4845-b9b3-106de8c4ec05", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:45:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "768a5888-71a5-4e01-9680-f23912d1b4fd", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "768a5888-71a5-4e01-9680-f23912d1b4fd", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "768a5888-71a5-4e01-9680-f23912d1b4fd", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "768a5888-71a5-4e01-9680-f23912d1b4fd", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:45:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "768a5888-71a5-4e01-9680-f23912d1b4fd", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:45:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "768a5888-71a5-4e01-9680-f23912d1b4fd", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T11:45:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T11:45:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T11:45:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T11:45:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "8041033e-5d6e-4352-972c-63bac5242953", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "8041033e-5d6e-4352-972c-63bac5242953", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "8041033e-5d6e-4352-972c-63bac5242953", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "8041033e-5d6e-4352-972c-63bac5242953", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:45:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "8041033e-5d6e-4352-972c-63bac5242953", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:45:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "8041033e-5d6e-4352-972c-63bac5242953", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:45:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "c7a7e1c5-66e3-411c-8784-643e671deb27", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "c7a7e1c5-66e3-411c-8784-643e671deb27", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "c7a7e1c5-66e3-411c-8784-643e671deb27", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "8bded07b-36b8-42fc-a1e6-5d65a08c9d72", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "c7a7e1c5-66e3-411c-8784-643e671deb27", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981-kserve-route-authn"} 2026-07-16T11:45:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "c7a7e1c5-66e3-411c-8784-643e671deb27", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:45:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "c7a7e1c5-66e3-411c-8784-643e671deb27", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "8bded07b-36b8-42fc-a1e6-5d65a08c9d72", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:45:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "8bded07b-36b8-42fc-a1e6-5d65a08c9d72", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "b55cfd0e-4333-4739-965c-ee05fae7457a", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "b55cfd0e-4333-4739-965c-ee05fae7457a", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "b55cfd0e-4333-4739-965c-ee05fae7457a", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "b55cfd0e-4333-4739-965c-ee05fae7457a", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981-kserve-route-authn"} 2026-07-16T11:45:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "b55cfd0e-4333-4739-965c-ee05fae7457a", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:45:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "b55cfd0e-4333-4739-965c-ee05fae7457a", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "98702370-6892-40ff-a40c-2c74089c4a51", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "98702370-6892-40ff-a40c-2c74089c4a51", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:45:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "98702370-6892-40ff-a40c-2c74089c4a51", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:45:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "9abf32b1-41af-465f-84d7-e6a5ca1609fe", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "9abf32b1-41af-465f-84d7-e6a5ca1609fe", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "9abf32b1-41af-465f-84d7-e6a5ca1609fe", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:45:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "9abf32b1-41af-465f-84d7-e6a5ca1609fe", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981-kserve-route-authn"} 2026-07-16T11:45:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "9abf32b1-41af-465f-84d7-e6a5ca1609fe", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:45:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "9abf32b1-41af-465f-84d7-e6a5ca1609fe", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "f39359d3-0452-4430-900d-b8fc9e4ef246", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "f39359d3-0452-4430-900d-b8fc9e4ef246", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "f39359d3-0452-4430-900d-b8fc9e4ef246", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "f39359d3-0452-4430-900d-b8fc9e4ef246", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981-kserve-route-authn"} 2026-07-16T11:46:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "f39359d3-0452-4430-900d-b8fc9e4ef246", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:46:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "f39359d3-0452-4430-900d-b8fc9e4ef246", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604"} 2026-07-16T11:46:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:46:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:46:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "cd62737b-75b3-4652-8e3a-c5f81ac45382", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "sub-test-model-bfa604", "reconcileID": "6f4c4347-2916-44a7-b3b1-44a1162e23b1", "LLMInferenceService": "sub-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "05433d87-44ae-47b8-bc7d-7b02918882bd", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:46:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "05433d87-44ae-47b8-bc7d-7b02918882bd", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:46:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "05433d87-44ae-47b8-bc7d-7b02918882bd", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:46:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "fcc17d59-8c35-4361-8fc0-80563a48f749", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:46:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "fcc17d59-8c35-4361-8fc0-80563a48f749", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:46:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "fcc17d59-8c35-4361-8fc0-80563a48f749", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:46:36Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:36Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981"} 2026-07-16T11:46:36Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:36Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:36Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981-kserve-route-authn"} 2026-07-16T11:46:36Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981-kserve-route-authn"} 2026-07-16T11:46:36Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:36Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "7b2ddf75-bc1e-488a-acb8-37182963dac0", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:36Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "sub-test-model-f05981", "reconcileID": "2b3fbb49-2e69-4a0b-aa8f-4867ac213115", "LLMInferenceService": "sub-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "4be8d339-9757-45d2-89a8-9fbeffae74ef", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "4be8d339-9757-45d2-89a8-9fbeffae74ef", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:46:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "4be8d339-9757-45d2-89a8-9fbeffae74ef", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:46:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "40c4f59d-61ce-41bf-92a9-8511ceebc201", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:46:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "40c4f59d-61ce-41bf-92a9-8511ceebc201", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:46:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "40c4f59d-61ce-41bf-92a9-8511ceebc201", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:46:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "6594ed21-15f6-43f5-ac73-a86d9e121ed2", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "6594ed21-15f6-43f5-ac73-a86d9e121ed2", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "6594ed21-15f6-43f5-ac73-a86d9e121ed2", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d9c7bccd-d41c-4616-8ced-cb4f45ad9827", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:46:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "6594ed21-15f6-43f5-ac73-a86d9e121ed2", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:46:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "6594ed21-15f6-43f5-ac73-a86d9e121ed2", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:46:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "6594ed21-15f6-43f5-ac73-a86d9e121ed2", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d9c7bccd-d41c-4616-8ced-cb4f45ad9827", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:46:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "d9c7bccd-d41c-4616-8ced-cb4f45ad9827", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:46:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "c0275301-7d85-4188-b377-c267992fe51c", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "c0275301-7d85-4188-b377-c267992fe51c", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "c0275301-7d85-4188-b377-c267992fe51c", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:46:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "c0275301-7d85-4188-b377-c267992fe51c", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:46:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "c0275301-7d85-4188-b377-c267992fe51c", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:46:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "c0275301-7d85-4188-b377-c267992fe51c", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "1814160c-e279-4ad1-af3f-23d6fb2618ae", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:47:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "1814160c-e279-4ad1-af3f-23d6fb2618ae", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:47:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "1814160c-e279-4ad1-af3f-23d6fb2618ae", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:47:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "47bfda49-071f-4f83-8a6f-2c5127441341", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "47bfda49-071f-4f83-8a6f-2c5127441341", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "47bfda49-071f-4f83-8a6f-2c5127441341", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "47bfda49-071f-4f83-8a6f-2c5127441341", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:47:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "47bfda49-071f-4f83-8a6f-2c5127441341", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:47:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "47bfda49-071f-4f83-8a6f-2c5127441341", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "5c20b333-5115-4401-b477-4c12d4152062", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "5c20b333-5115-4401-b477-4c12d4152062", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "5c20b333-5115-4401-b477-4c12d4152062", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "5c20b333-5115-4401-b477-4c12d4152062", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:47:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "5c20b333-5115-4401-b477-4c12d4152062", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:47:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "5c20b333-5115-4401-b477-4c12d4152062", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "3f1c26d4-df13-4aa1-a198-1324baaca682", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "3f1c26d4-df13-4aa1-a198-1324baaca682", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "3f1c26d4-df13-4aa1-a198-1324baaca682", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "3f1c26d4-df13-4aa1-a198-1324baaca682", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:47:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "3f1c26d4-df13-4aa1-a198-1324baaca682", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "authType": "userdefined"} 2026-07-16T11:47:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "3f1c26d4-df13-4aa1-a198-1324baaca682", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:47:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "cb015033-016b-4c04-a5d7-18c506433aae", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "cb015033-016b-4c04-a5d7-18c506433aae", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "cb015033-016b-4c04-a5d7-18c506433aae", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "b7274228-d048-4d84-8a54-ea56af885bec", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:47:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "cb015033-016b-4c04-a5d7-18c506433aae", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981-kserve-route-authn"} 2026-07-16T11:47:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "cb015033-016b-4c04-a5d7-18c506433aae", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:47:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "cb015033-016b-4c04-a5d7-18c506433aae", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "b7274228-d048-4d84-8a54-ea56af885bec", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:47:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "b7274228-d048-4d84-8a54-ea56af885bec", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:47:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "d5c0bda0-0b68-4d75-94bb-0f35c0b89230", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "d5c0bda0-0b68-4d75-94bb-0f35c0b89230", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "d5c0bda0-0b68-4d75-94bb-0f35c0b89230", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "d5c0bda0-0b68-4d75-94bb-0f35c0b89230", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981-kserve-route-authn"} 2026-07-16T11:47:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "d5c0bda0-0b68-4d75-94bb-0f35c0b89230", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:47:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "d5c0bda0-0b68-4d75-94bb-0f35c0b89230", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5aab205-57fd-4aee-a5e9-d6eaa8e1c0f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:47:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "db0f0bc1-a9c2-4ae9-8353-0c14126fb043", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:47:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "db0f0bc1-a9c2-4ae9-8353-0c14126fb043", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:47:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "db0f0bc1-a9c2-4ae9-8353-0c14126fb043", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:47:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "ed88810f-6752-43c2-8f36-38e62ad2e25b", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "ed88810f-6752-43c2-8f36-38e62ad2e25b", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "ed88810f-6752-43c2-8f36-38e62ad2e25b", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "ed88810f-6752-43c2-8f36-38e62ad2e25b", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981-kserve-route-authn"} 2026-07-16T11:47:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "ed88810f-6752-43c2-8f36-38e62ad2e25b", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:47:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "ed88810f-6752-43c2-8f36-38e62ad2e25b", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f667e9cb-0b25-4613-b560-aa0a11c0d837", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:47:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "b5baaa28-3a26-4123-ad73-c22289902a67", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "b5baaa28-3a26-4123-ad73-c22289902a67", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "b5baaa28-3a26-4123-ad73-c22289902a67", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "b5baaa28-3a26-4123-ad73-c22289902a67", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981-kserve-route-authn"} 2026-07-16T11:47:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "b5baaa28-3a26-4123-ad73-c22289902a67", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:47:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "b5baaa28-3a26-4123-ad73-c22289902a67", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "e44186c6-ce5a-4e30-94a2-6677bb51a548", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "e44186c6-ce5a-4e30-94a2-6677bb51a548", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "e44186c6-ce5a-4e30-94a2-6677bb51a548", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:47:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "e44186c6-ce5a-4e30-94a2-6677bb51a548", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981-kserve-route-authn"} 2026-07-16T11:47:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "e44186c6-ce5a-4e30-94a2-6677bb51a548", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "authType": "userdefined"} 2026-07-16T11:47:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "e44186c6-ce5a-4e30-94a2-6677bb51a548", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604"} 2026-07-16T11:48:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:48:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604-kserve-route-authn"} 2026-07-16T11:48:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "4c5ad036-c0ad-4900-a33c-464953e075b9", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bfa604","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "rate-test-model-bfa604", "reconcileID": "8b5cbf70-e462-4b88-8141-eb1cf5ddc3b1", "LLMInferenceService": "rate-test-model-bfa604", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e8a17e03-d26a-4ecb-bbd3-d2978b542c76", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e8a17e03-d26a-4ecb-bbd3-d2978b542c76", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "e8a17e03-d26a-4ecb-bbd3-d2978b542c76", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "89c738a5-7287-41b7-a98b-42d2603c35fe", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "89c738a5-7287-41b7-a98b-42d2603c35fe", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:48:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "89c738a5-7287-41b7-a98b-42d2603c35fe", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981"} 2026-07-16T11:48:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981-kserve-route-authn"} 2026-07-16T11:48:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981-kserve-route-authn"} 2026-07-16T11:48:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "87ad13ee-5120-49c5-8707-59059c5f2523", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f05981","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "rate-test-model-f05981", "reconcileID": "cb8c8d55-c1ed-4853-bbca-e2ab304ad93d", "LLMInferenceService": "rate-test-model-f05981", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "bbd98c29-32e9-43be-a192-ad75d0d37f1a", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:48:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "bbd98c29-32e9-43be-a192-ad75d0d37f1a", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:48:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "bbd98c29-32e9-43be-a192-ad75d0d37f1a", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:48:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "fff43152-e20e-4796-a2aa-8999ef088ba9", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:48:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "fff43152-e20e-4796-a2aa-8999ef088ba9", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:48:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "fff43152-e20e-4796-a2aa-8999ef088ba9", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:48:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac33372a-8d2b-4804-a2fa-076093da95c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T11:48:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b689e7a7-39e4-4501-8490-665df02ec123", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b689e7a7-39e4-4501-8490-665df02ec123", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:48:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b689e7a7-39e4-4501-8490-665df02ec123", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-bfa604 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T11:48:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5d1fdf-db16-4587-97ad-523671c98673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5d1fdf-db16-4587-97ad-523671c98673", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "openshift-service-ca.crt", "reconcileID": "775156a4-d0b8-4be2-afa9-663ef3de0d1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "openshift-service-ca.crt", "reconcileID": "775156a4-d0b8-4be2-afa9-663ef3de0d1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dfeb569-6d11-491e-98ec-17cde6b69ea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bfa604"}, "namespace": "ai-tenant-e2e-shared-a-bfa604", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1dfeb569-6d11-491e-98ec-17cde6b69ea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bfa604"} 2026-07-16T11:48:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2595ce66-01bf-4ca0-b3bb-21e86e65db52", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2595ce66-01bf-4ca0-b3bb-21e86e65db52", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:48:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2595ce66-01bf-4ca0-b3bb-21e86e65db52", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2d3e13ab-087e-4897-8100-58ebefa340f6", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2d3e13ab-087e-4897-8100-58ebefa340f6", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604-authn-ssl"} 2026-07-16T11:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "2d3e13ab-087e-4897-8100-58ebefa340f6", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bfa604","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bfa604", "reconcileID": "7814e627-357f-4223-a007-a79b2e4eb6f3", "Gateway": "e2e-shared-a-bfa604", "namespace": "openshift-ingress"} 2026-07-16T11:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "626c3632-2879-499b-88f2-b361c0ad8633", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "626c3632-2879-499b-88f2-b361c0ad8633", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T11:48:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "626c3632-2879-499b-88f2-b361c0ad8633", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f05981 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T11:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-trusted-ca-bundle", "reconcileID": "4b6b22be-e45d-4aa9-b5e2-14729599a3ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-trusted-ca-bundle", "reconcileID": "4b6b22be-e45d-4aa9-b5e2-14729599a3ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "openshift-service-ca.crt", "reconcileID": "e9292095-54c1-4533-8eea-b254fc3486df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "openshift-service-ca.crt", "reconcileID": "e9292095-54c1-4533-8eea-b254fc3486df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fb47117-93b2-44c4-976c-24c41242db5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:48:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f05981"}, "namespace": "ai-tenant-e2e-shared-b-f05981", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fb47117-93b2-44c4-976c-24c41242db5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f05981"} 2026-07-16T11:49:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "82ecbf4f-50e6-4e2a-9da8-7175a4f0f8ce", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:49:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "82ecbf4f-50e6-4e2a-9da8-7175a4f0f8ce", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:49:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "82ecbf4f-50e6-4e2a-9da8-7175a4f0f8ce", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:49:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "8dfd19b7-52d6-4379-b928-516d44e5bea2", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:49:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "8dfd19b7-52d6-4379-b928-516d44e5bea2", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981-authn-ssl"} 2026-07-16T11:49:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "8dfd19b7-52d6-4379-b928-516d44e5bea2", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"} 2026-07-16T11:49:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f05981","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f05981", "reconcileID": "d635e2b8-0270-40d6-bab6-88fc4768955c", "Gateway": "e2e-shared-b-f05981", "namespace": "openshift-ingress"}