2026-07-13T20:02:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "df996ceb-a606-4d07-92cf-0523a0c462ac", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "df996ceb-a606-4d07-92cf-0523a0c462ac", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:02:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "df996ceb-a606-4d07-92cf-0523a0c462ac", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "ea3e18cf-2c94-47a5-86c1-fb23f18f90d2", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "ea3e18cf-2c94-47a5-86c1-fb23f18f90d2", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:02:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "ea3e18cf-2c94-47a5-86c1-fb23f18f90d2", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "4830a54b-ed88-47b6-9f3d-632f89996b78", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "4830a54b-ed88-47b6-9f3d-632f89996b78", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:02:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "4830a54b-ed88-47b6-9f3d-632f89996b78", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "c0b430ee-5aff-4f55-96f3-9f91a22eab51", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "c0b430ee-5aff-4f55-96f3-9f91a22eab51", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:02:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "c0b430ee-5aff-4f55-96f3-9f91a22eab51", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "openshift-service-ca.crt", "reconcileID": "4e85fedf-3ae0-4805-98de-05ca1301e355", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:02:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-trusted-ca-bundle", "reconcileID": "820aaee6-b4cc-4778-baa4-b6d6a5eebfad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:02:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "openshift-service-ca.crt", "reconcileID": "78b88697-a841-4d06-bb87-1fecab10c406", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f221d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:02:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "openshift-service-ca.crt", "reconcileID": "78b88697-a841-4d06-bb87-1fecab10c406", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:02:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "openshift-service-ca.crt", "reconcileID": "9d4f2a48-e364-4be3-adf9-45746050e242", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:02:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50aba75c-d3ea-46d3-a79a-89c86f17bd91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:02:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-trusted-ca-bundle", "reconcileID": "b2a8106e-49a1-4c8f-b9d6-0d62bd49a3c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:02:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-trusted-ca-bundle", "reconcileID": "b2a8106e-49a1-4c8f-b9d6-0d62bd49a3c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:02:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4e13ffe-a069-46c1-978f-0ff5c6942fe8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:02:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "bf916056-cdfd-49f7-a9db-be85c4814aec", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "bf916056-cdfd-49f7-a9db-be85c4814aec", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:02:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "bf916056-cdfd-49f7-a9db-be85c4814aec", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "1949b9cd-e600-4d48-832f-4a22512dcf66", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress"} 2026-07-13T20:02:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "1949b9cd-e600-4d48-832f-4a22512dcf66", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3-authn-ssl"} 2026-07-13T20:02:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "1949b9cd-e600-4d48-832f-4a22512dcf66", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress"} 2026-07-13T20:02:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "940d8bb9-51fb-4c8e-9340-d7c4af112387", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:02:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "b85e1729-b369-427a-9b57-db27665007f2", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "b85e1729-b369-427a-9b57-db27665007f2", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:02:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "b85e1729-b369-427a-9b57-db27665007f2", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:02:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ac8d3030-c14e-458e-b9d3-9a6d33736994", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:02:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3f99bac-536f-411f-b6f3-717052756ca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:02:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "ec076cb9-c617-4e2a-b792-3b1d2fb8b947", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress"} 2026-07-13T20:02:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "ec076cb9-c617-4e2a-b792-3b1d2fb8b947", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3-authn-ssl"} 2026-07-13T20:02:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "ec076cb9-c617-4e2a-b792-3b1d2fb8b947", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress"} 2026-07-13T20:03:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "1f3a5ab3-61a3-4531-81fa-1fd66bc8b822", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress"} 2026-07-13T20:03:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "1f3a5ab3-61a3-4531-81fa-1fd66bc8b822", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3-authn-ssl"} 2026-07-13T20:03:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "1f3a5ab3-61a3-4531-81fa-1fd66bc8b822", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress"} 2026-07-13T20:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5de27314-9adb-430c-90bf-c68c93fbca1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-519ff3"} 2026-07-13T20:03:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5de27314-9adb-430c-90bf-c68c93fbca1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-519ff3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:03:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5de27314-9adb-430c-90bf-c68c93fbca1e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-519ff3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T20:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "odh-trusted-ca-bundle", "reconcileID": "93205512-1123-4295-889b-1181751f6620", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-519ff3"} 2026-07-13T20:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "odh-trusted-ca-bundle", "reconcileID": "93205512-1123-4295-889b-1181751f6620", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-519ff3"} 2026-07-13T20:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "openshift-service-ca.crt", "reconcileID": "cb77f222-58a0-456f-b7e4-616fe9af4ed6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-519ff3"} 2026-07-13T20:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "openshift-service-ca.crt", "reconcileID": "cb77f222-58a0-456f-b7e4-616fe9af4ed6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-519ff3"} 2026-07-13T20:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b57b68f2-ba61-433c-9246-4296bdd69323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-519ff3"} 2026-07-13T20:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-519ff3"}, "namespace": "ai-tenant-e2e-api-a-519ff3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b57b68f2-ba61-433c-9246-4296bdd69323", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-519ff3"} 2026-07-13T20:03:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-519ff3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-519ff3", "reconcileID": "9a96c1dd-101a-447d-ba61-4c475e720de0", "Gateway": "e2e-api-a-519ff3", "namespace": "openshift-ingress"} 2026-07-13T20:03:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "b4c835a1-c26d-40d4-8a4e-fea3151ad3bd", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:03:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "b4c835a1-c26d-40d4-8a4e-fea3151ad3bd", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:03:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "b4c835a1-c26d-40d4-8a4e-fea3151ad3bd", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:03:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "8a59b591-77e2-40d3-ae58-0a3109033d84", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:03:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "8a59b591-77e2-40d3-ae58-0a3109033d84", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9-authn-ssl"} 2026-07-13T20:03:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "8a59b591-77e2-40d3-ae58-0a3109033d84", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:03:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c92a9969-c229-4b11-af00-b5b0f2324830", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:03:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c92a9969-c229-4b11-af00-b5b0f2324830", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:03:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c92a9969-c229-4b11-af00-b5b0f2324830", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f221d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T20:03:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-trusted-ca-bundle", "reconcileID": "be488af0-6543-4120-852c-2fe2029c5e12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-trusted-ca-bundle", "reconcileID": "be488af0-6543-4120-852c-2fe2029c5e12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:03:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "openshift-service-ca.crt", "reconcileID": "8f81ee34-f9df-459c-a83c-1db4672f40b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "openshift-service-ca.crt", "reconcileID": "8f81ee34-f9df-459c-a83c-1db4672f40b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:03:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdfb8571-f381-451f-819d-355e720a17e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:03:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f221d9"}, "namespace": "ai-tenant-e2e-api-b-f221d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdfb8571-f381-451f-819d-355e720a17e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f221d9"} 2026-07-13T20:03:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f221d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f221d9", "reconcileID": "8be1f4b4-251a-4101-8829-e36efc8b4c5c", "Gateway": "e2e-api-b-f221d9", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "2c6a5cb3-72fc-43cc-b048-39de534dda84", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "2c6a5cb3-72fc-43cc-b048-39de534dda84", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "2c6a5cb3-72fc-43cc-b048-39de534dda84", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "b02569f8-6886-4c28-9172-3c0fe5f203f5", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "b02569f8-6886-4c28-9172-3c0fe5f203f5", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "b02569f8-6886-4c28-9172-3c0fe5f203f5", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "83184c1f-f0bb-41c8-8182-f01b1b9cca58", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "83184c1f-f0bb-41c8-8182-f01b1b9cca58", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "83184c1f-f0bb-41c8-8182-f01b1b9cca58", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "a941b97b-b665-472c-8acf-eea1987d29aa", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "a941b97b-b665-472c-8acf-eea1987d29aa", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "a941b97b-b665-472c-8acf-eea1987d29aa", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "79c933d4-0f44-4c3c-8455-3f3cf22484c4", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "79c933d4-0f44-4c3c-8455-3f3cf22484c4", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "79c933d4-0f44-4c3c-8455-3f3cf22484c4", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "20050198-28f1-4c35-895f-93c2285e02d3", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "20050198-28f1-4c35-895f-93c2285e02d3", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "20050198-28f1-4c35-895f-93c2285e02d3", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "f18b5dd6-589b-4bf4-89e8-77a3103a558d", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "f18b5dd6-589b-4bf4-89e8-77a3103a558d", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "f18b5dd6-589b-4bf4-89e8-77a3103a558d", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "openshift-service-ca.crt", "reconcileID": "996e1d9b-bf46-4e36-8ae6-0abec431aca3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-trusted-ca-bundle", "reconcileID": "73b95038-5c2a-4698-84da-3fd9ef8a5e27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:03:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "openshift-service-ca.crt", "reconcileID": "8fe135b7-8928-4c39-85e7-38b216bf6250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-452240", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:03:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "openshift-service-ca.crt", "reconcileID": "8fe135b7-8928-4c39-85e7-38b216bf6250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "044fc0e1-7b76-45f6-952c-8301c351c1b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "openshift-service-ca.crt", "reconcileID": "a1903846-0229-40e8-a209-7b8be0d4ce57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:03:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-trusted-ca-bundle", "reconcileID": "d0e5c3b5-abd4-48c5-a8d1-f2d52ae324af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:03:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-trusted-ca-bundle", "reconcileID": "d0e5c3b5-abd4-48c5-a8d1-f2d52ae324af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:03:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67208790-a6c1-4ee5-942f-41985b389501", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:03:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "4dee9fe0-050f-4894-98cf-988c8824dc1f", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "4dee9fe0-050f-4894-98cf-988c8824dc1f", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "4dee9fe0-050f-4894-98cf-988c8824dc1f", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "50d96ff2-0690-43e0-bd7c-21a03075fc6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "9c0127f0-8a4d-4293-90b8-9b1141838821", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "9c0127f0-8a4d-4293-90b8-9b1141838821", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "9c0127f0-8a4d-4293-90b8-9b1141838821", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ec051dcd-fb61-4e3b-8e0d-c7489f464c65", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ec051dcd-fb61-4e3b-8e0d-c7489f464c65", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ec051dcd-fb61-4e3b-8e0d-c7489f464c65", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "17b0a253-6175-4172-b186-7e3f9cfcc72d", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "17b0a253-6175-4172-b186-7e3f9cfcc72d", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "17b0a253-6175-4172-b186-7e3f9cfcc72d", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "e2a352de-756d-4d74-bdb8-37da60bbfbcd", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "e2a352de-756d-4d74-bdb8-37da60bbfbcd", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "e2a352de-756d-4d74-bdb8-37da60bbfbcd", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7ac81a00-95ea-4b75-9d01-ec8351a303fe", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7ac81a00-95ea-4b75-9d01-ec8351a303fe", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7ac81a00-95ea-4b75-9d01-ec8351a303fe", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "90bda364-bf1a-4f8e-a817-772011f5f88e", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "90bda364-bf1a-4f8e-a817-772011f5f88e", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "90bda364-bf1a-4f8e-a817-772011f5f88e", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "e4b674c5-1aaf-428d-b5b7-a36c16750c1f", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "e4b674c5-1aaf-428d-b5b7-a36c16750c1f", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "e4b674c5-1aaf-428d-b5b7-a36c16750c1f", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "b8a8b488-207b-4ff6-a4ee-03c19447608b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "b8a8b488-207b-4ff6-a4ee-03c19447608b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:03:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "b8a8b488-207b-4ff6-a4ee-03c19447608b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "openshift-service-ca.crt", "reconcileID": "e7fa183e-db8a-44a2-bd39-7c86704dae7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-trusted-ca-bundle", "reconcileID": "12e11e6b-8052-4e0d-9120-20228e29f070", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:03:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "openshift-service-ca.crt", "reconcileID": "c37c13e1-dc42-414f-b10b-d930ffda8a9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-83eaac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:03:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "openshift-service-ca.crt", "reconcileID": "c37c13e1-dc42-414f-b10b-d930ffda8a9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "openshift-service-ca.crt", "reconcileID": "1c721856-33f1-4dea-870b-246a073919c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa1a3b6f-a960-47cd-8c36-0d837116ef2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:03:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-trusted-ca-bundle", "reconcileID": "8033efbb-b706-4a78-9a60-256c42ecefbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:03:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-trusted-ca-bundle", "reconcileID": "8033efbb-b706-4a78-9a60-256c42ecefbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:03:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57312251-88ca-4127-a382-93666c4081b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:03:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "cf6436f5-eb5a-4395-b5a8-6aa5dd74de68", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "cf6436f5-eb5a-4395-b5a8-6aa5dd74de68", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "cf6436f5-eb5a-4395-b5a8-6aa5dd74de68", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5076ee3c-5d84-4fc0-88d6-f22ce70c60a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:03:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "706fe5ad-7488-4991-9d81-d76b36c769e6", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:03:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "706fe5ad-7488-4991-9d81-d76b36c769e6", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:03:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "706fe5ad-7488-4991-9d81-d76b36c769e6", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:04:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "31c56241-7e3f-4ade-b1ab-669158bbf764", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "31c56241-7e3f-4ade-b1ab-669158bbf764", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "31c56241-7e3f-4ade-b1ab-669158bbf764", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "63b57975-fe56-4a69-a384-51503ff57e07", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:04:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "31c56241-7e3f-4ade-b1ab-669158bbf764", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240-kserve-route-authn"} 2026-07-13T20:04:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "31c56241-7e3f-4ade-b1ab-669158bbf764", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:04:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "31c56241-7e3f-4ade-b1ab-669158bbf764", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "63b57975-fe56-4a69-a384-51503ff57e07", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:04:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "63b57975-fe56-4a69-a384-51503ff57e07", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:04:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "a9deb6ea-9183-4679-a274-ad7c0d24c9da", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "a9deb6ea-9183-4679-a274-ad7c0d24c9da", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "a9deb6ea-9183-4679-a274-ad7c0d24c9da", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "a9deb6ea-9183-4679-a274-ad7c0d24c9da", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240-kserve-route-authn"} 2026-07-13T20:04:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "a9deb6ea-9183-4679-a274-ad7c0d24c9da", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:04:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "a9deb6ea-9183-4679-a274-ad7c0d24c9da", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "996b4543-f0e5-4c0f-98cb-c6942e6381a9", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:04:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "996b4543-f0e5-4c0f-98cb-c6942e6381a9", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:04:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "996b4543-f0e5-4c0f-98cb-c6942e6381a9", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:04:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "52832f96-418d-46f0-b427-90661717563a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:04:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "1354c95b-d38e-4a53-a365-eae77e2e99f1", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "1354c95b-d38e-4a53-a365-eae77e2e99f1", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "1354c95b-d38e-4a53-a365-eae77e2e99f1", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "1354c95b-d38e-4a53-a365-eae77e2e99f1", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240-kserve-route-authn"} 2026-07-13T20:04:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "1354c95b-d38e-4a53-a365-eae77e2e99f1", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:04:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "1354c95b-d38e-4a53-a365-eae77e2e99f1", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8a46dc0-d00f-468c-b325-cb277271905d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:04:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "38887383-d562-403d-b2c2-75cba8141830", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "38887383-d562-403d-b2c2-75cba8141830", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "38887383-d562-403d-b2c2-75cba8141830", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "38887383-d562-403d-b2c2-75cba8141830", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240-kserve-route-authn"} 2026-07-13T20:04:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "38887383-d562-403d-b2c2-75cba8141830", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:04:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "38887383-d562-403d-b2c2-75cba8141830", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "178a3a37-2af7-4aa6-ac29-b5f138260050", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "178a3a37-2af7-4aa6-ac29-b5f138260050", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "178a3a37-2af7-4aa6-ac29-b5f138260050", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "178a3a37-2af7-4aa6-ac29-b5f138260050", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240-kserve-route-authn"} 2026-07-13T20:04:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "178a3a37-2af7-4aa6-ac29-b5f138260050", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:04:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "178a3a37-2af7-4aa6-ac29-b5f138260050", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "15e81ddb-a00d-498e-89a9-f9aafa3cc0d3", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "15e81ddb-a00d-498e-89a9-f9aafa3cc0d3", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "15e81ddb-a00d-498e-89a9-f9aafa3cc0d3", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "9bac744d-8f76-4ce9-8076-8edaef2c7d5a", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "15e81ddb-a00d-498e-89a9-f9aafa3cc0d3", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "15e81ddb-a00d-498e-89a9-f9aafa3cc0d3", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "15e81ddb-a00d-498e-89a9-f9aafa3cc0d3", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "9bac744d-8f76-4ce9-8076-8edaef2c7d5a", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:04:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "9bac744d-8f76-4ce9-8076-8edaef2c7d5a", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:04:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "6ca32c0c-7765-4190-bbea-8326dda42869", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "6ca32c0c-7765-4190-bbea-8326dda42869", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "6ca32c0c-7765-4190-bbea-8326dda42869", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "6ca32c0c-7765-4190-bbea-8326dda42869", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:04:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "6ca32c0c-7765-4190-bbea-8326dda42869", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:04:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "6ca32c0c-7765-4190-bbea-8326dda42869", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "c6cb80d4-e670-4d8c-8b36-652799076062", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "c6cb80d4-e670-4d8c-8b36-652799076062", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "c6cb80d4-e670-4d8c-8b36-652799076062", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:04:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "4f3b8492-219e-4cc2-b254-3daff65d9c31", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "4f3b8492-219e-4cc2-b254-3daff65d9c31", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "4f3b8492-219e-4cc2-b254-3daff65d9c31", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "4f3b8492-219e-4cc2-b254-3daff65d9c31", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:04:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "4f3b8492-219e-4cc2-b254-3daff65d9c31", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:04:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "4f3b8492-219e-4cc2-b254-3daff65d9c31", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "c66f5b91-0ee7-429b-b00f-d51acf409cda", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "c66f5b91-0ee7-429b-b00f-d51acf409cda", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "c66f5b91-0ee7-429b-b00f-d51acf409cda", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:04:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "c66f5b91-0ee7-429b-b00f-d51acf409cda", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:04:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "c66f5b91-0ee7-429b-b00f-d51acf409cda", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:04:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "c66f5b91-0ee7-429b-b00f-d51acf409cda", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "3c3f9278-c78d-4599-a74a-ac51ea65320b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "3c3f9278-c78d-4599-a74a-ac51ea65320b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "3c3f9278-c78d-4599-a74a-ac51ea65320b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ddb9e432-b0e4-4f59-9b9b-7f8a00a4ec15", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ddb9e432-b0e4-4f59-9b9b-7f8a00a4ec15", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ddb9e432-b0e4-4f59-9b9b-7f8a00a4ec15", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:06:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5907833-fde3-45eb-badc-f0e8b126dc01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:06:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240"} 2026-07-13T20:06:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240-kserve-route-authn"} 2026-07-13T20:06:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240-kserve-route-authn"} 2026-07-13T20:06:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "8164adec-79ce-447d-92c6-02e3d96b9ac2", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "auth-test-model-452240", "reconcileID": "28696f1a-e5ed-478d-bcca-fa16c185cc7d", "LLMInferenceService": "auth-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "6c0481f0-4679-4dc8-8a75-4b4c7c5ddade", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "6c0481f0-4679-4dc8-8a75-4b4c7c5ddade", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "6c0481f0-4679-4dc8-8a75-4b4c7c5ddade", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:06:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "08a289cb-e9ba-4ee0-bc94-4b6f826072ca", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:06:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "08a289cb-e9ba-4ee0-bc94-4b6f826072ca", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:06:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "08a289cb-e9ba-4ee0-bc94-4b6f826072ca", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:06:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:06:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac"} 2026-07-13T20:06:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:06:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:06:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:06:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:06:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:06:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "e56e2869-3e5c-4462-bcf6-9ff314c9b838", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:06:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "auth-test-model-83eaac", "reconcileID": "7f7c7351-66af-4eab-a438-11b819908aa4", "LLMInferenceService": "auth-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:06:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "a542914e-6c4e-40a1-a9a9-edeede257ef6", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:06:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "a542914e-6c4e-40a1-a9a9-edeede257ef6", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:06:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "a542914e-6c4e-40a1-a9a9-edeede257ef6", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:06:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "765cdb78-a72e-4537-a4a3-309c7e17dafd", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:06:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "765cdb78-a72e-4537-a4a3-309c7e17dafd", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:06:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "765cdb78-a72e-4537-a4a3-309c7e17dafd", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:06:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "adb2790d-4d0c-4d00-bf43-87e6c8fd9fe0", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "adb2790d-4d0c-4d00-bf43-87e6c8fd9fe0", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "adb2790d-4d0c-4d00-bf43-87e6c8fd9fe0", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "c790c305-4042-427f-bcc8-82f029237d75", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:06:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "adb2790d-4d0c-4d00-bf43-87e6c8fd9fe0", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240-kserve-route-authn"} 2026-07-13T20:06:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "adb2790d-4d0c-4d00-bf43-87e6c8fd9fe0", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:06:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "adb2790d-4d0c-4d00-bf43-87e6c8fd9fe0", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "c790c305-4042-427f-bcc8-82f029237d75", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:06:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "c790c305-4042-427f-bcc8-82f029237d75", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:06:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "5f45bfbf-98a6-4cc4-8e0b-b57a9a56d037", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "5f45bfbf-98a6-4cc4-8e0b-b57a9a56d037", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "5f45bfbf-98a6-4cc4-8e0b-b57a9a56d037", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:06:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "5f45bfbf-98a6-4cc4-8e0b-b57a9a56d037", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240-kserve-route-authn"} 2026-07-13T20:06:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "5f45bfbf-98a6-4cc4-8e0b-b57a9a56d037", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:06:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "5f45bfbf-98a6-4cc4-8e0b-b57a9a56d037", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "986204bd-be16-4478-8893-ed674b81ad42", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:07:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "986204bd-be16-4478-8893-ed674b81ad42", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:07:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "986204bd-be16-4478-8893-ed674b81ad42", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:07:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "916fa75e-ed86-4dce-922c-b1c7d4c9df3e", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "916fa75e-ed86-4dce-922c-b1c7d4c9df3e", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "916fa75e-ed86-4dce-922c-b1c7d4c9df3e", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "916fa75e-ed86-4dce-922c-b1c7d4c9df3e", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240-kserve-route-authn"} 2026-07-13T20:07:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "916fa75e-ed86-4dce-922c-b1c7d4c9df3e", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:07:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "916fa75e-ed86-4dce-922c-b1c7d4c9df3e", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "874b0317-a90f-4200-a9ec-d5681311f1af", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "874b0317-a90f-4200-a9ec-d5681311f1af", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "874b0317-a90f-4200-a9ec-d5681311f1af", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "874b0317-a90f-4200-a9ec-d5681311f1af", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240-kserve-route-authn"} 2026-07-13T20:07:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "874b0317-a90f-4200-a9ec-d5681311f1af", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:07:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "874b0317-a90f-4200-a9ec-d5681311f1af", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "f2ce02b7-de46-4750-90f1-e8a65f781280", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "f2ce02b7-de46-4750-90f1-e8a65f781280", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "f2ce02b7-de46-4750-90f1-e8a65f781280", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "f2ce02b7-de46-4750-90f1-e8a65f781280", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240-kserve-route-authn"} 2026-07-13T20:07:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "f2ce02b7-de46-4750-90f1-e8a65f781280", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:07:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "f2ce02b7-de46-4750-90f1-e8a65f781280", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:07:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f61e9d81-7b8a-4aa1-b532-b76a95e84c58", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f61e9d81-7b8a-4aa1-b532-b76a95e84c58", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f61e9d81-7b8a-4aa1-b532-b76a95e84c58", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "bb1800f8-bacf-4f9d-a9e7-70b07fcf1df9", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:07:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f61e9d81-7b8a-4aa1-b532-b76a95e84c58", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:07:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f61e9d81-7b8a-4aa1-b532-b76a95e84c58", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:07:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f61e9d81-7b8a-4aa1-b532-b76a95e84c58", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "bb1800f8-bacf-4f9d-a9e7-70b07fcf1df9", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:07:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "bb1800f8-bacf-4f9d-a9e7-70b07fcf1df9", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:07:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "02373656-4d32-47c9-bb87-0a62ccf97fa3", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "02373656-4d32-47c9-bb87-0a62ccf97fa3", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "02373656-4d32-47c9-bb87-0a62ccf97fa3", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "02373656-4d32-47c9-bb87-0a62ccf97fa3", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:07:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "02373656-4d32-47c9-bb87-0a62ccf97fa3", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:07:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "02373656-4d32-47c9-bb87-0a62ccf97fa3", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7301f319-fb0c-4fd2-9c73-ebe707b34f19", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:07:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7301f319-fb0c-4fd2-9c73-ebe707b34f19", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:07:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7301f319-fb0c-4fd2-9c73-ebe707b34f19", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:07:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "38b26301-94f4-4b3d-a24a-d0cbd06a2e7f", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "38b26301-94f4-4b3d-a24a-d0cbd06a2e7f", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "38b26301-94f4-4b3d-a24a-d0cbd06a2e7f", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "38b26301-94f4-4b3d-a24a-d0cbd06a2e7f", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:07:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "38b26301-94f4-4b3d-a24a-d0cbd06a2e7f", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:07:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "38b26301-94f4-4b3d-a24a-d0cbd06a2e7f", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f435024d-c083-462e-963c-016364d8f654", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f435024d-c083-462e-963c-016364d8f654", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f435024d-c083-462e-963c-016364d8f654", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:07:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f435024d-c083-462e-963c-016364d8f654", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:07:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f435024d-c083-462e-963c-016364d8f654", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:07:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f435024d-c083-462e-963c-016364d8f654", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240"} 2026-07-13T20:08:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240-kserve-route-authn"} 2026-07-13T20:08:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240-kserve-route-authn"} 2026-07-13T20:08:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "c90c4f20-535d-4fbc-a36f-fab5ca95e2d1", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "sub-test-model-452240", "reconcileID": "7f1a4fd9-0906-457f-bace-1a4c487cf571", "LLMInferenceService": "sub-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "941f9a22-959d-4f19-9bb2-5e42acdfb65e", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "941f9a22-959d-4f19-9bb2-5e42acdfb65e", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "941f9a22-959d-4f19-9bb2-5e42acdfb65e", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "df099f60-f139-4860-9773-5ad286dfb400", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "df099f60-f139-4860-9773-5ad286dfb400", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:08:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "df099f60-f139-4860-9773-5ad286dfb400", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac"} 2026-07-13T20:08:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:08:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:08:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "0c1749a6-ea2c-4c74-9c03-b0b447dfbfe5", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "sub-test-model-83eaac", "reconcileID": "f2d6e603-e8da-410b-b90c-d8a8e486e5f0", "LLMInferenceService": "sub-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ad81048c-e3f3-45e7-aa4b-7d5a4e6dedf9", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ad81048c-e3f3-45e7-aa4b-7d5a4e6dedf9", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "ad81048c-e3f3-45e7-aa4b-7d5a4e6dedf9", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:08:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "85ca5e19-a37f-4043-a88c-2904bca096fe", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:08:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "85ca5e19-a37f-4043-a88c-2904bca096fe", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:08:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "85ca5e19-a37f-4043-a88c-2904bca096fe", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a8d31296-9cd3-4f68-b7cf-42a40f30c796", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a8d31296-9cd3-4f68-b7cf-42a40f30c796", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a8d31296-9cd3-4f68-b7cf-42a40f30c796", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "7f7e2fdf-0dbc-4ed0-aa37-7824ec7c230b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a8d31296-9cd3-4f68-b7cf-42a40f30c796", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240-kserve-route-authn"} 2026-07-13T20:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a8d31296-9cd3-4f68-b7cf-42a40f30c796", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a8d31296-9cd3-4f68-b7cf-42a40f30c796", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "7f7e2fdf-0dbc-4ed0-aa37-7824ec7c230b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:08:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "7f7e2fdf-0dbc-4ed0-aa37-7824ec7c230b", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "92a38d3f-3ff2-4e6b-b5f4-6f2329d6352e", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "92a38d3f-3ff2-4e6b-b5f4-6f2329d6352e", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "92a38d3f-3ff2-4e6b-b5f4-6f2329d6352e", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "92a38d3f-3ff2-4e6b-b5f4-6f2329d6352e", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240-kserve-route-authn"} 2026-07-13T20:08:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "92a38d3f-3ff2-4e6b-b5f4-6f2329d6352e", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:08:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "92a38d3f-3ff2-4e6b-b5f4-6f2329d6352e", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "79270171-04f8-45f9-84b4-f31065bdb119", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "79270171-04f8-45f9-84b4-f31065bdb119", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:08:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "79270171-04f8-45f9-84b4-f31065bdb119", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:08:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "7b4ae898-5bb0-4deb-a02f-02a219d9bd58", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "7b4ae898-5bb0-4deb-a02f-02a219d9bd58", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "7b4ae898-5bb0-4deb-a02f-02a219d9bd58", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "7b4ae898-5bb0-4deb-a02f-02a219d9bd58", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240-kserve-route-authn"} 2026-07-13T20:08:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "7b4ae898-5bb0-4deb-a02f-02a219d9bd58", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:08:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "7b4ae898-5bb0-4deb-a02f-02a219d9bd58", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a9dfbd90-c697-4c97-afd3-491ef0c4ca07", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a9dfbd90-c697-4c97-afd3-491ef0c4ca07", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a9dfbd90-c697-4c97-afd3-491ef0c4ca07", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a9dfbd90-c697-4c97-afd3-491ef0c4ca07", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240-kserve-route-authn"} 2026-07-13T20:08:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a9dfbd90-c697-4c97-afd3-491ef0c4ca07", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "authType": "userdefined"} 2026-07-13T20:08:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "a9dfbd90-c697-4c97-afd3-491ef0c4ca07", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:08:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "6bf76090-ef6c-4046-b7d5-3fd4557cd83e", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "6bf76090-ef6c-4046-b7d5-3fd4557cd83e", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "6bf76090-ef6c-4046-b7d5-3fd4557cd83e", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "a1a389c5-8b31-412c-8f85-2a33c3331960", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:08:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "6bf76090-ef6c-4046-b7d5-3fd4557cd83e", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:08:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "6bf76090-ef6c-4046-b7d5-3fd4557cd83e", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:08:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "6bf76090-ef6c-4046-b7d5-3fd4557cd83e", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "a1a389c5-8b31-412c-8f85-2a33c3331960", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:08:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "a1a389c5-8b31-412c-8f85-2a33c3331960", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:08:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "833f25d0-6596-4a93-84ae-9cf05d82191a", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "833f25d0-6596-4a93-84ae-9cf05d82191a", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "833f25d0-6596-4a93-84ae-9cf05d82191a", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:08:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "833f25d0-6596-4a93-84ae-9cf05d82191a", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:08:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "833f25d0-6596-4a93-84ae-9cf05d82191a", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:08:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "833f25d0-6596-4a93-84ae-9cf05d82191a", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5e4558fa-47b7-4b95-ac0d-a576afa82854", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:09:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7ec10b1d-b0f8-4468-bb01-ebd74e4afe9a", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:09:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7ec10b1d-b0f8-4468-bb01-ebd74e4afe9a", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:09:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "7ec10b1d-b0f8-4468-bb01-ebd74e4afe9a", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:09:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b88cd64-5c89-45ae-a4e5-b33ec68927af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:09:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "e1551b62-b4fe-4883-8e04-8a7100e3d4cf", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "e1551b62-b4fe-4883-8e04-8a7100e3d4cf", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "e1551b62-b4fe-4883-8e04-8a7100e3d4cf", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "e1551b62-b4fe-4883-8e04-8a7100e3d4cf", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:09:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "e1551b62-b4fe-4883-8e04-8a7100e3d4cf", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:09:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "e1551b62-b4fe-4883-8e04-8a7100e3d4cf", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "337c4b09-a2f8-4f10-a7ee-eed467a908d2", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "337c4b09-a2f8-4f10-a7ee-eed467a908d2", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "337c4b09-a2f8-4f10-a7ee-eed467a908d2", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "337c4b09-a2f8-4f10-a7ee-eed467a908d2", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:09:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "337c4b09-a2f8-4f10-a7ee-eed467a908d2", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:09:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "337c4b09-a2f8-4f10-a7ee-eed467a908d2", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "d1c351b6-37a8-4c9a-aa12-3b70dbbee1de", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "d1c351b6-37a8-4c9a-aa12-3b70dbbee1de", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "d1c351b6-37a8-4c9a-aa12-3b70dbbee1de", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:09:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "d1c351b6-37a8-4c9a-aa12-3b70dbbee1de", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:09:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "d1c351b6-37a8-4c9a-aa12-3b70dbbee1de", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "authType": "userdefined"} 2026-07-13T20:09:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "d1c351b6-37a8-4c9a-aa12-3b70dbbee1de", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:10:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240"} 2026-07-13T20:10:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240-kserve-route-authn"} 2026-07-13T20:10:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240-kserve-route-authn"} 2026-07-13T20:10:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f99757a3-c0df-4256-8827-08cb4d2be352", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-452240","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "rate-test-model-452240", "reconcileID": "f1984eeb-5005-4de8-95fd-2dcb9c44a761", "LLMInferenceService": "rate-test-model-452240", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "d7eed8e9-2987-4485-b654-f0eea097b2fe", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "d7eed8e9-2987-4485-b654-f0eea097b2fe", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "d7eed8e9-2987-4485-b654-f0eea097b2fe", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "7eec979f-e9e4-46e9-bc1d-498240779a25", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "7eec979f-e9e4-46e9-bc1d-498240779a25", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:10:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "7eec979f-e9e4-46e9-bc1d-498240779a25", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:10:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac"} 2026-07-13T20:10:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:10:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:10:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:10:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac-kserve-route-authn"} 2026-07-13T20:10:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:10:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "557fe492-5421-4153-8a0d-8db5cd6ee3f1", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:10:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83eaac","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "rate-test-model-83eaac", "reconcileID": "132cf118-4dfa-4ebe-a061-6719503838f9", "LLMInferenceService": "rate-test-model-83eaac", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:10:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "c34127a3-e5a3-4d97-9c24-392a3f686666", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:10:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "c34127a3-e5a3-4d97-9c24-392a3f686666", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:10:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "c34127a3-e5a3-4d97-9c24-392a3f686666", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:10:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "d8e83f99-c7de-4c8f-93d7-3749d55412a0", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:10:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "d8e83f99-c7de-4c8f-93d7-3749d55412a0", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:10:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "d8e83f99-c7de-4c8f-93d7-3749d55412a0", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:10:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T20:10:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T20:10:21Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T20:10:21Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T20:10:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8a14e4cc-e622-4efd-a3b7-939da147872a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:10:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "bcf4ee45-e052-46bf-98ab-d45a9dde318d", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "bcf4ee45-e052-46bf-98ab-d45a9dde318d", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:10:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "bcf4ee45-e052-46bf-98ab-d45a9dde318d", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "372315d2-32d4-482f-9bc5-3351fcdf9b8c", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "372315d2-32d4-482f-9bc5-3351fcdf9b8c", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress", "name": "e2e-shared-a-452240-authn-ssl"} 2026-07-13T20:10:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "372315d2-32d4-482f-9bc5-3351fcdf9b8c", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5a4d39-b217-42a6-bb18-2f4278a1aeff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5a4d39-b217-42a6-bb18-2f4278a1aeff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:10:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc5a4d39-b217-42a6-bb18-2f4278a1aeff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-452240 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T20:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-trusted-ca-bundle", "reconcileID": "f3cde06f-aa73-4bb1-90b6-88610782649a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-trusted-ca-bundle", "reconcileID": "f3cde06f-aa73-4bb1-90b6-88610782649a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "openshift-service-ca.crt", "reconcileID": "62750efe-5e19-47cf-af85-0b9c0e17ca96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "openshift-service-ca.crt", "reconcileID": "62750efe-5e19-47cf-af85-0b9c0e17ca96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "629a9039-988f-4442-84a5-10d528085a7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-452240"}, "namespace": "ai-tenant-e2e-shared-a-452240", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "629a9039-988f-4442-84a5-10d528085a7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-452240"} 2026-07-13T20:10:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-452240","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-452240", "reconcileID": "02e028ac-9d6b-49ee-be1c-96d6358c3800", "Gateway": "e2e-shared-a-452240", "namespace": "openshift-ingress"} 2026-07-13T20:10:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2889414f-37d4-41c0-9736-fb9c12bc6c63", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T20:11:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "3e09850c-df21-42bd-beac-22be2f578ab4", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:11:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "3e09850c-df21-42bd-beac-22be2f578ab4", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:11:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "3e09850c-df21-42bd-beac-22be2f578ab4", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:11:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "b09272f1-fc9e-430a-ba0c-2fba98d08726", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:11:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "b09272f1-fc9e-430a-ba0c-2fba98d08726", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac-authn-ssl"} 2026-07-13T20:11:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "b09272f1-fc9e-430a-ba0c-2fba98d08726", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"} 2026-07-13T20:11:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95fc4af0-f36a-401a-b4b5-feeabfb98e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:11:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95fc4af0-f36a-401a-b4b5-feeabfb98e8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T20:11:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95fc4af0-f36a-401a-b4b5-feeabfb98e8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-83eaac because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T20:11:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-trusted-ca-bundle", "reconcileID": "6f92a4f3-017c-4455-91a6-8acf33628c2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:11:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-trusted-ca-bundle", "reconcileID": "6f92a4f3-017c-4455-91a6-8acf33628c2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:11:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "openshift-service-ca.crt", "reconcileID": "93e47690-0d85-41a7-851b-26e6dde784c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:11:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "openshift-service-ca.crt", "reconcileID": "93e47690-0d85-41a7-851b-26e6dde784c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:11:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1679b18-4f02-45a7-be85-fbdaeb201dd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:11:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-83eaac"}, "namespace": "ai-tenant-e2e-shared-b-83eaac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1679b18-4f02-45a7-be85-fbdaeb201dd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-83eaac"} 2026-07-13T20:11:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-83eaac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-83eaac", "reconcileID": "67f5fbef-4efc-43ca-8cae-57dd2da3f817", "Gateway": "e2e-shared-b-83eaac", "namespace": "openshift-ingress"}