2026-07-10T02:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "c7179f61-d5f1-488b-b3c2-5574b7738c24", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "39c2366a-b3c9-4119-8d21-ef150442ce06", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "39c2366a-b3c9-4119-8d21-ef150442ce06", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1-authn-ssl"} 2026-07-10T02:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "39c2366a-b3c9-4119-8d21-ef150442ce06", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "openshift-service-ca.crt", "reconcileID": "2447173f-8ee6-4c31-b43d-723952fe50d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:48:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "openshift-service-ca.crt", "reconcileID": "8275fbcc-dada-469b-a690-df94f6cbc05f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20e0d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:48:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "openshift-service-ca.crt", "reconcileID": "8275fbcc-dada-469b-a690-df94f6cbc05f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:48:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "64b1f350-fb94-4cc5-a45d-25e512be8f9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:48:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "64b1f350-fb94-4cc5-a45d-25e512be8f9a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T02:48:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "openshift-service-ca.crt", "reconcileID": "f55e7bff-a48a-4807-8b37-09867c748008", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:48:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80ea08cf-be3a-43a1-936c-1c8edd001f1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:48:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "bef297d9-b7fc-434e-8fe8-b878fcb611c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:48:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "16e88303-1218-41d6-9dd4-f7ba4e4340f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:48:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "16e88303-1218-41d6-9dd4-f7ba4e4340f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:48:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e16a62df-2035-43f1-9ea4-7be412120ba0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:48:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "e3babd3f-fd7e-46cb-bbcc-e58de2c52e17", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "e3babd3f-fd7e-46cb-bbcc-e58de2c52e17", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1-authn-ssl"} 2026-07-10T02:48:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "e3babd3f-fd7e-46cb-bbcc-e58de2c52e17", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "414d4ef1-d9bf-4299-b9d5-c8f19ee80441", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "92a899dd-fab0-4c21-9d09-19a8cb39e7a1", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "92a899dd-fab0-4c21-9d09-19a8cb39e7a1", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c-authn-ssl"} 2026-07-10T02:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "92a899dd-fab0-4c21-9d09-19a8cb39e7a1", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "966649f9-1522-4abf-b28a-35cf6df2a401", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "966649f9-1522-4abf-b28a-35cf6df2a401", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1-authn-ssl"} 2026-07-10T02:48:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "966649f9-1522-4abf-b28a-35cf6df2a401", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8823a917-d0c5-41d1-a4f4-475d150ef04b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:48:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "87de8c36-fb80-49b9-b6c1-bf5bddee3271", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:48:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "c5d60c07-6849-4c0d-a42b-a4ac75bc4339", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "c5d60c07-6849-4c0d-a42b-a4ac75bc4339", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c-authn-ssl"} 2026-07-10T02:48:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "c5d60c07-6849-4c0d-a42b-a4ac75bc4339", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "efadb253-c987-4c0b-bb78-03d223a03abf", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "efadb253-c987-4c0b-bb78-03d223a03abf", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c-authn-ssl"} 2026-07-10T02:48:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "efadb253-c987-4c0b-bb78-03d223a03abf", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1003f563-4f0a-47fd-99fb-2100acab9e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dbaa7c"} 2026-07-10T02:48:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1003f563-4f0a-47fd-99fb-2100acab9e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dbaa7c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:48:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1003f563-4f0a-47fd-99fb-2100acab9e8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-dbaa7c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T02:48:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "odh-trusted-ca-bundle", "reconcileID": "03bf63ff-efc2-4b00-a65d-5fe331b0ec48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dbaa7c"} 2026-07-10T02:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "odh-trusted-ca-bundle", "reconcileID": "03bf63ff-efc2-4b00-a65d-5fe331b0ec48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dbaa7c"} 2026-07-10T02:48:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "openshift-service-ca.crt", "reconcileID": "87f0e7ea-7930-49f7-9a9d-3c5532d82c15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-dbaa7c"} 2026-07-10T02:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "openshift-service-ca.crt", "reconcileID": "87f0e7ea-7930-49f7-9a9d-3c5532d82c15", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-dbaa7c"} 2026-07-10T02:48:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f38594e0-fe71-4675-bd52-b21a56b71441", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dbaa7c"} 2026-07-10T02:48:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-dbaa7c"}, "namespace": "ai-tenant-e2e-api-a-dbaa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f38594e0-fe71-4675-bd52-b21a56b71441", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-dbaa7c"} 2026-07-10T02:48:42Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-dbaa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-dbaa7c", "reconcileID": "11e32b57-d1c7-4dcb-8bb1-8e5e9583a11c", "Gateway": "e2e-api-a-dbaa7c", "namespace": "openshift-ingress"} 2026-07-10T02:48:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "17af4293-a7e9-4754-b606-93bb75f49b5c", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "17af4293-a7e9-4754-b606-93bb75f49b5c", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1-authn-ssl"} 2026-07-10T02:48:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "17af4293-a7e9-4754-b606-93bb75f49b5c", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "7edd1840-9eb2-462d-8f33-c5739ff70934", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:48:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "7edd1840-9eb2-462d-8f33-c5739ff70934", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1-authn-ssl"} 2026-07-10T02:48:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "7edd1840-9eb2-462d-8f33-c5739ff70934", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:49:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2eb8924-c827-490c-b7c8-104047b24145", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:49:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2eb8924-c827-490c-b7c8-104047b24145", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:49:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2eb8924-c827-490c-b7c8-104047b24145", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-20e0d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T02:49:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "b85a37b1-38a8-40d0-90a9-dfcc5101a2d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:49:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-trusted-ca-bundle", "reconcileID": "b85a37b1-38a8-40d0-90a9-dfcc5101a2d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:49:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "openshift-service-ca.crt", "reconcileID": "1ecf1a92-20b5-4648-9928-4b10f1d30847", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:49:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "openshift-service-ca.crt", "reconcileID": "1ecf1a92-20b5-4648-9928-4b10f1d30847", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:49:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b82f191c-c7af-4053-aa7f-03d6d7d999d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:49:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20e0d1"}, "namespace": "ai-tenant-e2e-api-b-20e0d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b82f191c-c7af-4053-aa7f-03d6d7d999d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20e0d1"} 2026-07-10T02:49:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20e0d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20e0d1", "reconcileID": "f37d5e6e-8143-4e4a-a747-d2f82f5b50a5", "Gateway": "e2e-api-b-20e0d1", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "72f6a6d5-1b53-4ee0-811f-3d61564eb6d2", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "72f6a6d5-1b53-4ee0-811f-3d61564eb6d2", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "72f6a6d5-1b53-4ee0-811f-3d61564eb6d2", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "b03fa609-701b-48ee-88d9-7cbf0ae6754e", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "b03fa609-701b-48ee-88d9-7cbf0ae6754e", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "b03fa609-701b-48ee-88d9-7cbf0ae6754e", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "1e46c5ef-8f71-4d4b-ab52-680f400abc35", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "1e46c5ef-8f71-4d4b-ab52-680f400abc35", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "1e46c5ef-8f71-4d4b-ab52-680f400abc35", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "985e3489-27c3-43ee-8320-59c88c4ca380", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "985e3489-27c3-43ee-8320-59c88c4ca380", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "985e3489-27c3-43ee-8320-59c88c4ca380", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "8a632778-dac4-4996-b68e-2d19dc87ef7b", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "8a632778-dac4-4996-b68e-2d19dc87ef7b", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "8a632778-dac4-4996-b68e-2d19dc87ef7b", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "5b15acf8-2ed8-4262-8335-c4f2273ff469", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "5b15acf8-2ed8-4262-8335-c4f2273ff469", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "5b15acf8-2ed8-4262-8335-c4f2273ff469", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "d24781c9-6841-4114-9fd0-f48baf3a4412", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "d24781c9-6841-4114-9fd0-f48baf3a4412", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "d24781c9-6841-4114-9fd0-f48baf3a4412", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d334a0c7-b0b8-44da-baa7-b192686789d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:49:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "openshift-service-ca.crt", "reconcileID": "2f38f190-4bbd-45b4-8045-b3bf24f64f27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-trusted-ca-bundle", "reconcileID": "1e78892a-f3b3-4d24-8335-5c3bb53945a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:49:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-trusted-ca-bundle", "reconcileID": "1e78892a-f3b3-4d24-8335-5c3bb53945a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "openshift-service-ca.crt", "reconcileID": "bce68fc0-3f83-4709-b5fe-dfc0a2aab94b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc06cf68-2dbe-4442-8006-0c8b67cf41d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-trusted-ca-bundle", "reconcileID": "bd474131-d353-4979-b565-d705e072ba0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:49:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-trusted-ca-bundle", "reconcileID": "bd474131-d353-4979-b565-d705e072ba0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9a23474-5507-4bf9-b70c-11e4da6990b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "f1114c1c-d973-4471-8b30-bbc74c61b7ed", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "f1114c1c-d973-4471-8b30-bbc74c61b7ed", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "f1114c1c-d973-4471-8b30-bbc74c61b7ed", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b14a99c3-1e45-4546-bc0e-c67dc4367de3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:49:13Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T02:49:13Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T02:49:15Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T02:49:15Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T02:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "d2f7eb15-61f1-49e3-bae4-29f0a228212d", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "d2f7eb15-61f1-49e3-bae4-29f0a228212d", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "d2f7eb15-61f1-49e3-bae4-29f0a228212d", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "2ad1e361-46d3-4f65-a6a5-e2843d82112e", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "2ad1e361-46d3-4f65-a6a5-e2843d82112e", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "2ad1e361-46d3-4f65-a6a5-e2843d82112e", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "ef16f87c-964c-4bba-bf96-9e09dd89c582", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "ef16f87c-964c-4bba-bf96-9e09dd89c582", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "ef16f87c-964c-4bba-bf96-9e09dd89c582", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "05e9cbe3-aa7c-4e60-a401-25128af6a5e6", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "05e9cbe3-aa7c-4e60-a401-25128af6a5e6", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "05e9cbe3-aa7c-4e60-a401-25128af6a5e6", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "b046b445-f528-49af-856d-81358a9dc8c8", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "b046b445-f528-49af-856d-81358a9dc8c8", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "b046b445-f528-49af-856d-81358a9dc8c8", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "ea2a9d1a-be8d-41b8-95d1-6eb76c0abb5c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "ea2a9d1a-be8d-41b8-95d1-6eb76c0abb5c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "ea2a9d1a-be8d-41b8-95d1-6eb76c0abb5c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "9dfccaac-00b8-494b-a6ad-2f29b1337911", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "9dfccaac-00b8-494b-a6ad-2f29b1337911", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "9dfccaac-00b8-494b-a6ad-2f29b1337911", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "d0e3d95e-ed97-4ddb-bc71-529065d58d94", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "d0e3d95e-ed97-4ddb-bc71-529065d58d94", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "d0e3d95e-ed97-4ddb-bc71-529065d58d94", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "openshift-service-ca.crt", "reconcileID": "6f95dd68-4f05-4978-aa45-70de5621e96e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-trusted-ca-bundle", "reconcileID": "0356018d-2512-4101-8d72-16da96ee14e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "openshift-service-ca.crt", "reconcileID": "c7d528ea-c1f6-4538-a473-99536b6cbc3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-de8279", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:49:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "openshift-service-ca.crt", "reconcileID": "c7d528ea-c1f6-4538-a473-99536b6cbc3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "openshift-service-ca.crt", "reconcileID": "e24039b1-f7dc-4c97-9582-681b1b22d2a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "206971c4-7161-4399-b9fb-f980ea69f22b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-trusted-ca-bundle", "reconcileID": "da0149e3-aa4a-41d6-9bfe-40031bee9bb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:49:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-trusted-ca-bundle", "reconcileID": "da0149e3-aa4a-41d6-9bfe-40031bee9bb0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f593ed01-8d10-450a-b6ba-a442d43141cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "640e1570-680d-4003-82df-067f21fce4b5", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "640e1570-680d-4003-82df-067f21fce4b5", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "640e1570-680d-4003-82df-067f21fce4b5", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f301978-82c3-46f6-b54f-3c7c542ba4ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:49:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "7e1b9066-fa37-449c-b5db-94cf95378a2c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "7e1b9066-fa37-449c-b5db-94cf95378a2c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "7e1b9066-fa37-449c-b5db-94cf95378a2c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "8038f90e-b940-4e8d-9c35-2276293c3c7b", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "8038f90e-b940-4e8d-9c35-2276293c3c7b", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "8038f90e-b940-4e8d-9c35-2276293c3c7b", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "011c9c1f-98eb-4b88-bacf-70a6c8ba970a", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "8038f90e-b940-4e8d-9c35-2276293c3c7b", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:49:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "8038f90e-b940-4e8d-9c35-2276293c3c7b", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:49:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "8038f90e-b940-4e8d-9c35-2276293c3c7b", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "011c9c1f-98eb-4b88-bacf-70a6c8ba970a", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "011c9c1f-98eb-4b88-bacf-70a6c8ba970a", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "236dd87a-0ade-4595-8575-e87658967256", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "236dd87a-0ade-4595-8575-e87658967256", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "236dd87a-0ade-4595-8575-e87658967256", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "236dd87a-0ade-4595-8575-e87658967256", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:49:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "236dd87a-0ade-4595-8575-e87658967256", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:49:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "236dd87a-0ade-4595-8575-e87658967256", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "672a54c4-2986-45f6-9946-0a16bd2dd17b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:49:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "31baf92e-ef93-4803-9434-c4775ccea629", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "31baf92e-ef93-4803-9434-c4775ccea629", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:49:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "31baf92e-ef93-4803-9434-c4775ccea629", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:49:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "3f24c0e2-503f-4cdf-b3ab-0c768b0be79f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "3f24c0e2-503f-4cdf-b3ab-0c768b0be79f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "3f24c0e2-503f-4cdf-b3ab-0c768b0be79f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "3f24c0e2-503f-4cdf-b3ab-0c768b0be79f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:49:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "3f24c0e2-503f-4cdf-b3ab-0c768b0be79f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:49:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "3f24c0e2-503f-4cdf-b3ab-0c768b0be79f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2778b155-756c-4ff6-a230-9a789993b107", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:49:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "29d529b6-bb00-482a-9f3d-a168dcbb788e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "29d529b6-bb00-482a-9f3d-a168dcbb788e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "29d529b6-bb00-482a-9f3d-a168dcbb788e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "29d529b6-bb00-482a-9f3d-a168dcbb788e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:49:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "29d529b6-bb00-482a-9f3d-a168dcbb788e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:49:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "29d529b6-bb00-482a-9f3d-a168dcbb788e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "4ea2ca6a-5358-4d79-8c9b-ac3614dbf88f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "4ea2ca6a-5358-4d79-8c9b-ac3614dbf88f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "4ea2ca6a-5358-4d79-8c9b-ac3614dbf88f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "4ea2ca6a-5358-4d79-8c9b-ac3614dbf88f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:49:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "4ea2ca6a-5358-4d79-8c9b-ac3614dbf88f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:49:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "4ea2ca6a-5358-4d79-8c9b-ac3614dbf88f", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:49:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe1e11a0-0931-4185-909d-ace8d76f89eb", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe1e11a0-0931-4185-909d-ace8d76f89eb", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe1e11a0-0931-4185-909d-ace8d76f89eb", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "891da033-87e8-4bbf-b943-0114c9c5952d", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe1e11a0-0931-4185-909d-ace8d76f89eb", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279-kserve-route-authn"} 2026-07-10T02:49:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe1e11a0-0931-4185-909d-ace8d76f89eb", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:49:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe1e11a0-0931-4185-909d-ace8d76f89eb", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "891da033-87e8-4bbf-b943-0114c9c5952d", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:49:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "891da033-87e8-4bbf-b943-0114c9c5952d", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:49:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "b5b27f06-6cd2-42c5-ace5-157ecbaaba6e", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "b5b27f06-6cd2-42c5-ace5-157ecbaaba6e", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "b5b27f06-6cd2-42c5-ace5-157ecbaaba6e", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:49:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "b5b27f06-6cd2-42c5-ace5-157ecbaaba6e", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279-kserve-route-authn"} 2026-07-10T02:49:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "b5b27f06-6cd2-42c5-ace5-157ecbaaba6e", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:49:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "b5b27f06-6cd2-42c5-ace5-157ecbaaba6e", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "aea407f8-5972-4a7b-a552-db0ca2758e22", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:50:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "aea407f8-5972-4a7b-a552-db0ca2758e22", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:50:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "aea407f8-5972-4a7b-a552-db0ca2758e22", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:50:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "ca1a350c-b547-4a2f-a11d-3c2d9d1bb266", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "ca1a350c-b547-4a2f-a11d-3c2d9d1bb266", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "ca1a350c-b547-4a2f-a11d-3c2d9d1bb266", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "ca1a350c-b547-4a2f-a11d-3c2d9d1bb266", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279-kserve-route-authn"} 2026-07-10T02:50:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "ca1a350c-b547-4a2f-a11d-3c2d9d1bb266", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:50:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "ca1a350c-b547-4a2f-a11d-3c2d9d1bb266", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe23d061-4d20-4899-a7ce-d1a51efdcdf9", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe23d061-4d20-4899-a7ce-d1a51efdcdf9", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe23d061-4d20-4899-a7ce-d1a51efdcdf9", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe23d061-4d20-4899-a7ce-d1a51efdcdf9", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279-kserve-route-authn"} 2026-07-10T02:50:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe23d061-4d20-4899-a7ce-d1a51efdcdf9", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:50:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "fe23d061-4d20-4899-a7ce-d1a51efdcdf9", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:50:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "00bfd205-91f3-4b31-a730-90cc1924fed8", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:50:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "00bfd205-91f3-4b31-a730-90cc1924fed8", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:50:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "00bfd205-91f3-4b31-a730-90cc1924fed8", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:50:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "b6a0952b-6305-4d6c-a89e-c602e36649ef", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:50:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "b6a0952b-6305-4d6c-a89e-c602e36649ef", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:50:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "b6a0952b-6305-4d6c-a89e-c602e36649ef", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:52:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a"} 2026-07-10T02:52:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:52:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:52:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "f3c8e59e-eacf-4f3c-a9c2-057cd021dc6e", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "auth-test-model-d5b98a", "reconcileID": "3e789ede-e7d7-4892-8740-15c79006ff41", "LLMInferenceService": "auth-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "23d115d6-ee50-4213-b832-8c1f92273fc9", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "23d115d6-ee50-4213-b832-8c1f92273fc9", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "23d115d6-ee50-4213-b832-8c1f92273fc9", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2598a002-1a7d-4200-abfb-b2eadc01cd2f", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2598a002-1a7d-4200-abfb-b2eadc01cd2f", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:52:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2598a002-1a7d-4200-abfb-b2eadc01cd2f", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279"} 2026-07-10T02:52:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279-kserve-route-authn"} 2026-07-10T02:52:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279-kserve-route-authn"} 2026-07-10T02:52:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "c33827e8-c0fc-46fc-ba89-27dfb1052898", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "auth-test-model-de8279", "reconcileID": "68d5ae68-b055-471d-bbdb-4ecb7f9fa0f2", "LLMInferenceService": "auth-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "c272c9ba-d734-4e68-876b-37480255faac", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "c272c9ba-d734-4e68-876b-37480255faac", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "c272c9ba-d734-4e68-876b-37480255faac", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "d18df459-5469-447e-81f0-160b018b783e", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "d18df459-5469-447e-81f0-160b018b783e", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "d18df459-5469-447e-81f0-160b018b783e", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:52:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "ff03612e-86a8-436a-81ba-265ecc451810", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "ff03612e-86a8-436a-81ba-265ecc451810", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "ff03612e-86a8-436a-81ba-265ecc451810", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "b3798f94-6575-4c55-81c8-3ecfca62fa32", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "ff03612e-86a8-436a-81ba-265ecc451810", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:52:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "ff03612e-86a8-436a-81ba-265ecc451810", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:52:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "ff03612e-86a8-436a-81ba-265ecc451810", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "b3798f94-6575-4c55-81c8-3ecfca62fa32", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:52:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "b3798f94-6575-4c55-81c8-3ecfca62fa32", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "86a53786-5d71-431e-ac2d-f318118a4c27", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "86a53786-5d71-431e-ac2d-f318118a4c27", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "86a53786-5d71-431e-ac2d-f318118a4c27", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "86a53786-5d71-431e-ac2d-f318118a4c27", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:52:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "86a53786-5d71-431e-ac2d-f318118a4c27", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:52:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "86a53786-5d71-431e-ac2d-f318118a4c27", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2e805af1-2ceb-49af-8ac2-1a177eb1a525", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2e805af1-2ceb-49af-8ac2-1a177eb1a525", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2e805af1-2ceb-49af-8ac2-1a177eb1a525", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:52:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "2cc4255c-e809-4a27-ab8b-8a682300f40d", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "2cc4255c-e809-4a27-ab8b-8a682300f40d", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "2cc4255c-e809-4a27-ab8b-8a682300f40d", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "2cc4255c-e809-4a27-ab8b-8a682300f40d", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:52:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "2cc4255c-e809-4a27-ab8b-8a682300f40d", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:52:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "2cc4255c-e809-4a27-ab8b-8a682300f40d", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "5861acb5-dc05-47cd-a226-e24abfa11961", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "5861acb5-dc05-47cd-a226-e24abfa11961", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "5861acb5-dc05-47cd-a226-e24abfa11961", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "5861acb5-dc05-47cd-a226-e24abfa11961", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:52:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "5861acb5-dc05-47cd-a226-e24abfa11961", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:52:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "5861acb5-dc05-47cd-a226-e24abfa11961", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "b1180533-0dd3-4af9-9916-5d473def0a24", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "b1180533-0dd3-4af9-9916-5d473def0a24", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "b1180533-0dd3-4af9-9916-5d473def0a24", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "b1180533-0dd3-4af9-9916-5d473def0a24", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:52:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "b1180533-0dd3-4af9-9916-5d473def0a24", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:52:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "b1180533-0dd3-4af9-9916-5d473def0a24", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:52:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ee95a2c5-c750-4774-a58b-713899e569cf", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ee95a2c5-c750-4774-a58b-713899e569cf", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ee95a2c5-c750-4774-a58b-713899e569cf", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "7c284b00-afb0-4898-8737-8ebc259927ed", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:52:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ee95a2c5-c750-4774-a58b-713899e569cf", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279-kserve-route-authn"} 2026-07-10T02:52:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ee95a2c5-c750-4774-a58b-713899e569cf", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:52:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ee95a2c5-c750-4774-a58b-713899e569cf", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "7c284b00-afb0-4898-8737-8ebc259927ed", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:52:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "7c284b00-afb0-4898-8737-8ebc259927ed", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:52:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "2abe508e-3321-47e6-a5a9-c90a2e240436", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "2abe508e-3321-47e6-a5a9-c90a2e240436", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "2abe508e-3321-47e6-a5a9-c90a2e240436", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:52:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "2abe508e-3321-47e6-a5a9-c90a2e240436", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279-kserve-route-authn"} 2026-07-10T02:52:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "2abe508e-3321-47e6-a5a9-c90a2e240436", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:52:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "2abe508e-3321-47e6-a5a9-c90a2e240436", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "bab297e2-4b3d-4c67-bb1c-70409aa2e098", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "bab297e2-4b3d-4c67-bb1c-70409aa2e098", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "bab297e2-4b3d-4c67-bb1c-70409aa2e098", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:53:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "199bb73c-40a6-4370-a4c8-5d8df10ac0b3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "199bb73c-40a6-4370-a4c8-5d8df10ac0b3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "199bb73c-40a6-4370-a4c8-5d8df10ac0b3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "199bb73c-40a6-4370-a4c8-5d8df10ac0b3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279-kserve-route-authn"} 2026-07-10T02:53:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "199bb73c-40a6-4370-a4c8-5d8df10ac0b3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:53:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "199bb73c-40a6-4370-a4c8-5d8df10ac0b3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ba10284f-5099-43e5-a333-8c78382b27ea", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ba10284f-5099-43e5-a333-8c78382b27ea", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ba10284f-5099-43e5-a333-8c78382b27ea", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ba10284f-5099-43e5-a333-8c78382b27ea", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279-kserve-route-authn"} 2026-07-10T02:53:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ba10284f-5099-43e5-a333-8c78382b27ea", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:53:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "ba10284f-5099-43e5-a333-8c78382b27ea", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:53:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a"} 2026-07-10T02:53:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:53:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:53:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:53:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:53:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:53:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "66ba61f7-2681-4498-9ecc-2da50a595e7c", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:53:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "sub-test-model-d5b98a", "reconcileID": "32f4fa1d-5ffe-44a6-8f5c-fe5a69af5f33", "LLMInferenceService": "sub-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2f608ca7-373f-4978-9113-283ec6a561f1", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2f608ca7-373f-4978-9113-283ec6a561f1", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "2f608ca7-373f-4978-9113-283ec6a561f1", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:53:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "114141d3-9821-4521-9de5-c99eaef6a920", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:53:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "114141d3-9821-4521-9de5-c99eaef6a920", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:53:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "114141d3-9821-4521-9de5-c99eaef6a920", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:53:59Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:59Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279"} 2026-07-10T02:53:59Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:59Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:59Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279-kserve-route-authn"} 2026-07-10T02:53:59Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279-kserve-route-authn"} 2026-07-10T02:53:59Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:59Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "b4105e7f-f0e3-4ed1-bb32-1bf315f012c3", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "sub-test-model-de8279", "reconcileID": "83d14f0f-f5c6-4ffd-8312-8dd1399478e6", "LLMInferenceService": "sub-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:53:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "15617c8e-affd-4ded-83e6-8f70ce069fbb", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:53:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "15617c8e-affd-4ded-83e6-8f70ce069fbb", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:53:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "15617c8e-affd-4ded-83e6-8f70ce069fbb", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:53:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "f8ef7e13-d0ed-410f-a86a-c04886ba7a0c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:53:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "f8ef7e13-d0ed-410f-a86a-c04886ba7a0c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:53:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "f8ef7e13-d0ed-410f-a86a-c04886ba7a0c", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:54:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "1b6ee652-40b2-4d88-aabf-f3e47f03ec6f", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "1b6ee652-40b2-4d88-aabf-f3e47f03ec6f", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "1b6ee652-40b2-4d88-aabf-f3e47f03ec6f", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "84bc8118-b305-4d98-a254-559cbc4fc976", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:54:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "1b6ee652-40b2-4d88-aabf-f3e47f03ec6f", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:54:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "1b6ee652-40b2-4d88-aabf-f3e47f03ec6f", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:54:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "1b6ee652-40b2-4d88-aabf-f3e47f03ec6f", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "84bc8118-b305-4d98-a254-559cbc4fc976", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:54:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "84bc8118-b305-4d98-a254-559cbc4fc976", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:54:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "18ce3cff-4418-4dbc-91c7-d2865ddf6171", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "18ce3cff-4418-4dbc-91c7-d2865ddf6171", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "18ce3cff-4418-4dbc-91c7-d2865ddf6171", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "18ce3cff-4418-4dbc-91c7-d2865ddf6171", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:54:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "18ce3cff-4418-4dbc-91c7-d2865ddf6171", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:54:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "18ce3cff-4418-4dbc-91c7-d2865ddf6171", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f2f9a77-397a-44e5-ae73-e1638e48d198", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:54:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "6331a64e-733e-43cb-9490-ba3decfc6620", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:54:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "6331a64e-733e-43cb-9490-ba3decfc6620", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:54:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "6331a64e-733e-43cb-9490-ba3decfc6620", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:54:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "bfceaf57-1c23-41cf-a7de-38a64937c155", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "bfceaf57-1c23-41cf-a7de-38a64937c155", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "bfceaf57-1c23-41cf-a7de-38a64937c155", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "bfceaf57-1c23-41cf-a7de-38a64937c155", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:54:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "bfceaf57-1c23-41cf-a7de-38a64937c155", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:54:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "bfceaf57-1c23-41cf-a7de-38a64937c155", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "0018a15e-2eb8-4d7a-b693-b7e580430246", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "0018a15e-2eb8-4d7a-b693-b7e580430246", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "0018a15e-2eb8-4d7a-b693-b7e580430246", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "0018a15e-2eb8-4d7a-b693-b7e580430246", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:54:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "0018a15e-2eb8-4d7a-b693-b7e580430246", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "authType": "userdefined"} 2026-07-10T02:54:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "0018a15e-2eb8-4d7a-b693-b7e580430246", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:54:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "005979af-99ab-4ece-810f-54195d48ebff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:54:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "3e0516f0-01b7-44f4-8988-3ae762d4de75", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "3e0516f0-01b7-44f4-8988-3ae762d4de75", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "3e0516f0-01b7-44f4-8988-3ae762d4de75", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "9ec4fcea-5cf3-4d2e-a5e8-b3272fbc7a31", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:54:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "3e0516f0-01b7-44f4-8988-3ae762d4de75", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279-kserve-route-authn"} 2026-07-10T02:54:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "3e0516f0-01b7-44f4-8988-3ae762d4de75", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:54:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "3e0516f0-01b7-44f4-8988-3ae762d4de75", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "9ec4fcea-5cf3-4d2e-a5e8-b3272fbc7a31", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:54:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "9ec4fcea-5cf3-4d2e-a5e8-b3272fbc7a31", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:54:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "237fab42-bbc7-4a1b-8ee6-1a3acebcbe33", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "237fab42-bbc7-4a1b-8ee6-1a3acebcbe33", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "237fab42-bbc7-4a1b-8ee6-1a3acebcbe33", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "237fab42-bbc7-4a1b-8ee6-1a3acebcbe33", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279-kserve-route-authn"} 2026-07-10T02:54:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "237fab42-bbc7-4a1b-8ee6-1a3acebcbe33", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:54:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "237fab42-bbc7-4a1b-8ee6-1a3acebcbe33", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:54:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4816bca7-5bee-48ff-8cd5-0149bdd2be16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "fddfd083-24f1-4c28-b9ec-4b3b142a6ee0", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "fddfd083-24f1-4c28-b9ec-4b3b142a6ee0", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "fddfd083-24f1-4c28-b9ec-4b3b142a6ee0", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:55:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "5b4bfb92-8399-46c8-b784-e8cb62b47574", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "5b4bfb92-8399-46c8-b784-e8cb62b47574", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "5b4bfb92-8399-46c8-b784-e8cb62b47574", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "5b4bfb92-8399-46c8-b784-e8cb62b47574", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279-kserve-route-authn"} 2026-07-10T02:55:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "5b4bfb92-8399-46c8-b784-e8cb62b47574", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:55:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "5b4bfb92-8399-46c8-b784-e8cb62b47574", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "b92e5daa-d6f3-4646-90c1-6b93c2c3dd1d", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "b92e5daa-d6f3-4646-90c1-6b93c2c3dd1d", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "b92e5daa-d6f3-4646-90c1-6b93c2c3dd1d", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "b92e5daa-d6f3-4646-90c1-6b93c2c3dd1d", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279-kserve-route-authn"} 2026-07-10T02:55:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "b92e5daa-d6f3-4646-90c1-6b93c2c3dd1d", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:55:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "b92e5daa-d6f3-4646-90c1-6b93c2c3dd1d", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "6972da4f-9159-4079-8ac9-f2896a70eb17", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "6972da4f-9159-4079-8ac9-f2896a70eb17", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "6972da4f-9159-4079-8ac9-f2896a70eb17", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "6972da4f-9159-4079-8ac9-f2896a70eb17", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279-kserve-route-authn"} 2026-07-10T02:55:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "6972da4f-9159-4079-8ac9-f2896a70eb17", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "authType": "userdefined"} 2026-07-10T02:55:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "6972da4f-9159-4079-8ac9-f2896a70eb17", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:55:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a"} 2026-07-10T02:55:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:55:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:55:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:55:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a-kserve-route-authn"} 2026-07-10T02:55:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:55:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "5b6044fa-cd78-4b4f-a591-1c29c8150fb7", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:55:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d5b98a","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "rate-test-model-d5b98a", "reconcileID": "0bfbf2e5-5b34-4dde-aa33-9219d125d30d", "LLMInferenceService": "rate-test-model-d5b98a", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:55:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "68359b62-fa71-475a-b8c9-5857b2ac8662", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:55:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "68359b62-fa71-475a-b8c9-5857b2ac8662", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:55:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "68359b62-fa71-475a-b8c9-5857b2ac8662", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:55:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "04f051ed-2da3-4ffc-940c-46fe829d0df9", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:55:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "04f051ed-2da3-4ffc-940c-46fe829d0df9", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:55:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "04f051ed-2da3-4ffc-940c-46fe829d0df9", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:55:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279"} 2026-07-10T02:55:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279-kserve-route-authn"} 2026-07-10T02:55:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279-kserve-route-authn"} 2026-07-10T02:55:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "9f1b1d96-b288-458a-beca-c97d8cdecd20", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-de8279","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "rate-test-model-de8279", "reconcileID": "b3c86ff8-5362-428a-a601-47c06ae465e3", "LLMInferenceService": "rate-test-model-de8279", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "f5698f31-a844-4e69-b9bb-219aea2825a8", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "f5698f31-a844-4e69-b9bb-219aea2825a8", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "f5698f31-a844-4e69-b9bb-219aea2825a8", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:55:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "1c7bc084-010c-42b7-a336-9b421f09a045", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:55:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "1c7bc084-010c-42b7-a336-9b421f09a045", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:55:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "1c7bc084-010c-42b7-a336-9b421f09a045", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:56:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "deb370a9-9ee8-4396-8090-46e3cca3be55", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "1e770650-093c-42dc-bc77-1d84e1ef43ae", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "1e770650-093c-42dc-bc77-1d84e1ef43ae", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "1e770650-093c-42dc-bc77-1d84e1ef43ae", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "e5c7c6d3-e30d-4e24-9637-db24a4e4d234", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "e5c7c6d3-e30d-4e24-9637-db24a4e4d234", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a-authn-ssl"} 2026-07-10T02:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "e5c7c6d3-e30d-4e24-9637-db24a4e4d234", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:56:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7555ef5-033b-4642-9123-88378d8dfe2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:56:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7555ef5-033b-4642-9123-88378d8dfe2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:56:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7555ef5-033b-4642-9123-88378d8dfe2a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-d5b98a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T02:56:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-trusted-ca-bundle", "reconcileID": "fc6fd8ec-0d37-4a50-9e78-ec8e182b2c53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:56:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-trusted-ca-bundle", "reconcileID": "fc6fd8ec-0d37-4a50-9e78-ec8e182b2c53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:56:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "openshift-service-ca.crt", "reconcileID": "a36ae470-db58-4548-8667-bc678ec684aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:56:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "openshift-service-ca.crt", "reconcileID": "a36ae470-db58-4548-8667-bc678ec684aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:56:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fce1729-4fa2-439b-a57b-4269ae688e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:56:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d5b98a"}, "namespace": "ai-tenant-e2e-shared-a-d5b98a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fce1729-4fa2-439b-a57b-4269ae688e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d5b98a"} 2026-07-10T02:56:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d5b98a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d5b98a", "reconcileID": "9a533c2e-785e-4866-9f28-d3ffb4c9f4e0", "Gateway": "e2e-shared-a-d5b98a", "namespace": "openshift-ingress"} 2026-07-10T02:56:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50ebc7c9-9401-4a78-a15c-54da35fcd194", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T02:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "862fd797-2037-43f6-aab9-e518e18b9d42", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "862fd797-2037-43f6-aab9-e518e18b9d42", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "862fd797-2037-43f6-aab9-e518e18b9d42", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "383df0ce-a29e-49cd-b7b5-9dca8c0f55cd", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "383df0ce-a29e-49cd-b7b5-9dca8c0f55cd", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279-authn-ssl"} 2026-07-10T02:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "383df0ce-a29e-49cd-b7b5-9dca8c0f55cd", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"} 2026-07-10T02:57:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab38b34a-7d4c-4a06-b4ff-b6e6c5220da3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:57:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab38b34a-7d4c-4a06-b4ff-b6e6c5220da3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T02:57:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab38b34a-7d4c-4a06-b4ff-b6e6c5220da3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-de8279 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T02:57:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-trusted-ca-bundle", "reconcileID": "6b4634ee-5d06-49c1-b098-75525dc6184f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:57:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-trusted-ca-bundle", "reconcileID": "6b4634ee-5d06-49c1-b098-75525dc6184f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:57:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "openshift-service-ca.crt", "reconcileID": "9175c193-3168-40c2-b299-370696d09066", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:57:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "openshift-service-ca.crt", "reconcileID": "9175c193-3168-40c2-b299-370696d09066", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:57:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fec0f6f8-450d-4193-9c40-d69b9b0c321c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:57:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-de8279"}, "namespace": "ai-tenant-e2e-shared-b-de8279", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fec0f6f8-450d-4193-9c40-d69b9b0c321c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-de8279"} 2026-07-10T02:57:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-de8279","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-de8279", "reconcileID": "1a11f231-e6e8-4a18-8797-06ecc2f6ce55", "Gateway": "e2e-shared-b-de8279", "namespace": "openshift-ingress"}