2026-07-03T14:43:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "9d9a94b6-9e76-49e4-b427-3a7b4072f2d0", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "9d9a94b6-9e76-49e4-b427-3a7b4072f2d0", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "9d9a94b6-9e76-49e4-b427-3a7b4072f2d0", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "7e731071-183a-4b17-ac83-fb8cade658db", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "7e731071-183a-4b17-ac83-fb8cade658db", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "7e731071-183a-4b17-ac83-fb8cade658db", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "71cf4846-744b-427b-bc6b-f8e7f07738ef", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "71cf4846-744b-427b-bc6b-f8e7f07738ef", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "71cf4846-744b-427b-bc6b-f8e7f07738ef", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "76990b4b-3285-4fb8-84ad-323df06348b8", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "76990b4b-3285-4fb8-84ad-323df06348b8", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "76990b4b-3285-4fb8-84ad-323df06348b8", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "b47c42c1-ff5a-486d-a6d1-ee0076e17633", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "b47c42c1-ff5a-486d-a6d1-ee0076e17633", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "b47c42c1-ff5a-486d-a6d1-ee0076e17633", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "openshift-service-ca.crt", "reconcileID": "d1f57fc2-b5af-4254-afa9-e2c79a696186", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-trusted-ca-bundle", "reconcileID": "d9b6ea47-6c17-40ca-a2fe-2f4c8b59fdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "openshift-service-ca.crt", "reconcileID": "8c035530-0e25-422a-9d0a-2597183f7e26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86730a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:43:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "openshift-service-ca.crt", "reconcileID": "8c035530-0e25-422a-9d0a-2597183f7e26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d79f835-5919-4b11-9baa-4207d566f9bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "openshift-service-ca.crt", "reconcileID": "0d051cb7-5f9d-4234-866a-02a987b5c84b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-trusted-ca-bundle", "reconcileID": "e9f81a33-fa9d-487c-8473-2115b19b6367", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:43:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-trusted-ca-bundle", "reconcileID": "e9f81a33-fa9d-487c-8473-2115b19b6367", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f38017eb-dfeb-462b-be92-9b072fb9f06a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4cf4ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef", "reconcileID": "04b5a9a1-a93f-4365-ac49-32d7acd98cf2", "Gateway": "e2e-api-a-4cf4ef", "namespace": "openshift-ingress"} 2026-07-03T14:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4cf4ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef", "reconcileID": "04b5a9a1-a93f-4365-ac49-32d7acd98cf2", "Gateway": "e2e-api-a-4cf4ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef-authn-ssl"} 2026-07-03T14:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4cf4ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef", "reconcileID": "04b5a9a1-a93f-4365-ac49-32d7acd98cf2", "Gateway": "e2e-api-a-4cf4ef", "namespace": "openshift-ingress"} 2026-07-03T14:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "7f365edc-d452-4dc4-9159-6231898866eb", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "7f365edc-d452-4dc4-9159-6231898866eb", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "7f365edc-d452-4dc4-9159-6231898866eb", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a8d20097-c9f3-46f0-9818-8c7d32aaca65", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:43:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "a68a5c5d-555f-4481-9a12-62842875f145", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "a68a5c5d-555f-4481-9a12-62842875f145", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "a68a5c5d-555f-4481-9a12-62842875f145", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9d8dc94a-725e-4d04-b688-110bf1bf6e62", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:43:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4cf4ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef", "reconcileID": "348247ff-2518-4e4e-aae1-ef3fc7d2d652", "Gateway": "e2e-api-a-4cf4ef", "namespace": "openshift-ingress"} 2026-07-03T14:43:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4cf4ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef", "reconcileID": "348247ff-2518-4e4e-aae1-ef3fc7d2d652", "Gateway": "e2e-api-a-4cf4ef", "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef-authn-ssl"} 2026-07-03T14:43:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4cf4ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef", "reconcileID": "348247ff-2518-4e4e-aae1-ef3fc7d2d652", "Gateway": "e2e-api-a-4cf4ef", "namespace": "openshift-ingress"} 2026-07-03T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d35db2a-2c60-4df6-a185-d5622b394874", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4cf4ef"} 2026-07-03T14:43:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d35db2a-2c60-4df6-a185-d5622b394874", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4cf4ef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:43:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d35db2a-2c60-4df6-a185-d5622b394874", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-4cf4ef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "odh-trusted-ca-bundle", "reconcileID": "93ff1be2-0d5f-41c8-8795-dd2154322e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4cf4ef"} 2026-07-03T14:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "odh-trusted-ca-bundle", "reconcileID": "93ff1be2-0d5f-41c8-8795-dd2154322e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4cf4ef"} 2026-07-03T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "openshift-service-ca.crt", "reconcileID": "22ed99dd-96f1-4a85-8683-1b579aba76f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4cf4ef"} 2026-07-03T14:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "openshift-service-ca.crt", "reconcileID": "22ed99dd-96f1-4a85-8683-1b579aba76f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-4cf4ef"} 2026-07-03T14:43:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2fec7d-34bc-4dad-991e-b23b694fa474", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4cf4ef"} 2026-07-03T14:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-4cf4ef"}, "namespace": "ai-tenant-e2e-api-a-4cf4ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c2fec7d-34bc-4dad-991e-b23b694fa474", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-4cf4ef"} 2026-07-03T14:43:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-4cf4ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-4cf4ef", "reconcileID": "9631899b-c81e-40a4-8cd4-6e938210adf2", "Gateway": "e2e-api-a-4cf4ef", "namespace": "openshift-ingress"} 2026-07-03T14:43:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1906c1b1-669e-4aad-8136-9b56079ad0e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "dc3b06d4-8049-4622-a9c5-eece6803ac90", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "dc3b06d4-8049-4622-a9c5-eece6803ac90", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress", "name": "e2e-api-b-86730a-authn-ssl"} 2026-07-03T14:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "dc3b06d4-8049-4622-a9c5-eece6803ac90", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5c085f9-619f-4b84-8129-c4c7c372e5b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5c085f9-619f-4b84-8129-c4c7c372e5b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:43:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5c085f9-619f-4b84-8129-c4c7c372e5b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-86730a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-trusted-ca-bundle", "reconcileID": "10935293-e870-4983-a999-be701082d567", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-trusted-ca-bundle", "reconcileID": "10935293-e870-4983-a999-be701082d567", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "openshift-service-ca.crt", "reconcileID": "4df23e84-ba82-4a66-b45f-721dfb0f315a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "openshift-service-ca.crt", "reconcileID": "4df23e84-ba82-4a66-b45f-721dfb0f315a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f8a5781-0695-4698-b95c-dc18c55c5cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-86730a"}, "namespace": "ai-tenant-e2e-api-b-86730a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f8a5781-0695-4698-b95c-dc18c55c5cc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-86730a"} 2026-07-03T14:43:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-86730a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-86730a", "reconcileID": "4962387a-3013-45b9-8979-b350fc23dab0", "Gateway": "e2e-api-b-86730a", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "2d77a6db-bf84-47ce-bb13-e4e50f4aea6d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "2d77a6db-bf84-47ce-bb13-e4e50f4aea6d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "2d77a6db-bf84-47ce-bb13-e4e50f4aea6d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "6977d37e-b4ff-415e-8e40-aababca79b12", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "6977d37e-b4ff-415e-8e40-aababca79b12", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "6977d37e-b4ff-415e-8e40-aababca79b12", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "8afb42ab-4496-4f9c-b644-55c769cd690d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "8afb42ab-4496-4f9c-b644-55c769cd690d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "8afb42ab-4496-4f9c-b644-55c769cd690d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "9e573c9c-4eb6-4a61-a915-8cbd94e66423", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "9e573c9c-4eb6-4a61-a915-8cbd94e66423", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "9e573c9c-4eb6-4a61-a915-8cbd94e66423", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "2ef605f2-0004-432b-a192-8889614fdcda", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "2ef605f2-0004-432b-a192-8889614fdcda", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "2ef605f2-0004-432b-a192-8889614fdcda", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "b641134e-8a01-4771-8bfc-24a43312c88e", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "b641134e-8a01-4771-8bfc-24a43312c88e", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "b641134e-8a01-4771-8bfc-24a43312c88e", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5bfaa937-c12b-4fc4-9062-a9b452392564", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5bfaa937-c12b-4fc4-9062-a9b452392564", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5bfaa937-c12b-4fc4-9062-a9b452392564", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "ffd54dc3-8f1d-4097-aee9-274e3395b3b1", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "ffd54dc3-8f1d-4097-aee9-274e3395b3b1", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "ffd54dc3-8f1d-4097-aee9-274e3395b3b1", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "openshift-service-ca.crt", "reconcileID": "379ec130-dab9-4d50-8eb7-3d8c834c823e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "openshift-service-ca.crt", "reconcileID": "85e75b42-b99b-4b9a-b4d3-20b426b4ef59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:44:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "openshift-service-ca.crt", "reconcileID": "85e75b42-b99b-4b9a-b4d3-20b426b4ef59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-trusted-ca-bundle", "reconcileID": "165c7824-4f88-4b6b-b018-3a597f97efcc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:44:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-trusted-ca-bundle", "reconcileID": "165c7824-4f88-4b6b-b018-3a597f97efcc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T14:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "openshift-service-ca.crt", "reconcileID": "fd792724-dff5-407c-8a93-f920a93d6f30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59614dbb-05bf-4b6f-b491-abc8cc5099f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-trusted-ca-bundle", "reconcileID": "c774de67-5303-4cb5-b56b-c24c31e74eb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-trusted-ca-bundle", "reconcileID": "2c793ca1-88a0-417b-902e-33e8e3172f4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "update": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:44:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-trusted-ca-bundle", "reconcileID": "2c793ca1-88a0-417b-902e-33e8e3172f4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "356e2a00-8786-4904-8e20-4177f348f1c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "11fe3238-198c-4a63-9416-9836f3cd26de", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "11fe3238-198c-4a63-9416-9836f3cd26de", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:44:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "11fe3238-198c-4a63-9416-9836f3cd26de", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1ece06fc-aa64-436d-993b-b20d5103a33a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "842b6494-7661-4768-8654-e7c98641a716", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "842b6494-7661-4768-8654-e7c98641a716", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "842b6494-7661-4768-8654-e7c98641a716", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "47b1bc5c-310d-4b65-ba25-9fee41e191d6", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "47b1bc5c-310d-4b65-ba25-9fee41e191d6", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "47b1bc5c-310d-4b65-ba25-9fee41e191d6", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "643b205a-c07d-4e5a-86e1-ce532df5de1a", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "643b205a-c07d-4e5a-86e1-ce532df5de1a", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "643b205a-c07d-4e5a-86e1-ce532df5de1a", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "6152825c-70d2-4770-b843-9a3e64b9b154", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "6152825c-70d2-4770-b843-9a3e64b9b154", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "6152825c-70d2-4770-b843-9a3e64b9b154", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "207fdb1f-9cb4-419a-be87-67bcc6fb0545", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "207fdb1f-9cb4-419a-be87-67bcc6fb0545", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "207fdb1f-9cb4-419a-be87-67bcc6fb0545", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "8943120b-b900-4f95-8c26-8f1d7e1bb8ba", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "8943120b-b900-4f95-8c26-8f1d7e1bb8ba", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "8943120b-b900-4f95-8c26-8f1d7e1bb8ba", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "0f97f1a8-3e4b-42a0-9353-0ac390bae27e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "0f97f1a8-3e4b-42a0-9353-0ac390bae27e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "0f97f1a8-3e4b-42a0-9353-0ac390bae27e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "1b732ec9-e650-44c3-8775-6e436c811f37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-trusted-ca-bundle", "reconcileID": "24e2d291-619d-4fe0-910c-4dd45a6de0df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "d4e3bcc0-c3ec-4cbb-9373-4befbd7468d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28686a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:44:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "d4e3bcc0-c3ec-4cbb-9373-4befbd7468d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "71543ca2-9423-4104-adf4-5a5392c1fb6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28686a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:44:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "71543ca2-9423-4104-adf4-5a5392c1fb6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T14:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afd6a975-1aea-416f-8fce-5eb5b59c1d61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "d1c29adf-e1ce-4aeb-8c90-0b5531f95017", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-trusted-ca-bundle", "reconcileID": "22e18ad0-ae3a-4941-93ac-89ef70332e37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:44:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-trusted-ca-bundle", "reconcileID": "22e18ad0-ae3a-4941-93ac-89ef70332e37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27d07465-17a4-42ce-8ab1-8e54ba366219", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "812aaf7a-e004-4aa9-99fa-217dbbd1f51e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "812aaf7a-e004-4aa9-99fa-217dbbd1f51e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "812aaf7a-e004-4aa9-99fa-217dbbd1f51e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e6149fd3-c72b-4a43-9d08-adecd6d6f94a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:44:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "77508871-89a6-49ab-abeb-9d0b41c45078", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "77508871-89a6-49ab-abeb-9d0b41c45078", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:44:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "77508871-89a6-49ab-abeb-9d0b41c45078", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "adf6801a-3f04-428e-b091-8b56a031f0e6", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "adf6801a-3f04-428e-b091-8b56a031f0e6", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "adf6801a-3f04-428e-b091-8b56a031f0e6", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "e7f85b65-1b63-4b27-b2bd-929a0fd29e23", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "e7f85b65-1b63-4b27-b2bd-929a0fd29e23", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "e7f85b65-1b63-4b27-b2bd-929a0fd29e23", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "a1e375a3-3dd5-415c-bbed-c5a14887296b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "e7f85b65-1b63-4b27-b2bd-929a0fd29e23", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:44:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "e7f85b65-1b63-4b27-b2bd-929a0fd29e23", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:44:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "e7f85b65-1b63-4b27-b2bd-929a0fd29e23", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "a1e375a3-3dd5-415c-bbed-c5a14887296b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "a1e375a3-3dd5-415c-bbed-c5a14887296b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "dbd3e48a-a194-4e0e-9979-7cd34a7ff1f9", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "dbd3e48a-a194-4e0e-9979-7cd34a7ff1f9", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "dbd3e48a-a194-4e0e-9979-7cd34a7ff1f9", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "dbd3e48a-a194-4e0e-9979-7cd34a7ff1f9", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:44:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "dbd3e48a-a194-4e0e-9979-7cd34a7ff1f9", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:44:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "dbd3e48a-a194-4e0e-9979-7cd34a7ff1f9", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5f1e9558-e69d-40c1-bc39-9767b942e473", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5f1e9558-e69d-40c1-bc39-9767b942e473", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:44:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5f1e9558-e69d-40c1-bc39-9767b942e473", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:44:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "c3d4598a-010b-43d7-ac81-462805e33305", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "c3d4598a-010b-43d7-ac81-462805e33305", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "c3d4598a-010b-43d7-ac81-462805e33305", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "c3d4598a-010b-43d7-ac81-462805e33305", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:44:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "c3d4598a-010b-43d7-ac81-462805e33305", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:44:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "c3d4598a-010b-43d7-ac81-462805e33305", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ada29065-76d3-4494-a2e0-533916c2a87f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fc682ff3-dbcf-4553-bad9-fc6b92e1ad44", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:44:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "915933ce-a638-412b-bb59-6c1023183dd8", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "915933ce-a638-412b-bb59-6c1023183dd8", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "915933ce-a638-412b-bb59-6c1023183dd8", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "915933ce-a638-412b-bb59-6c1023183dd8", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:44:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "915933ce-a638-412b-bb59-6c1023183dd8", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:44:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "915933ce-a638-412b-bb59-6c1023183dd8", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:44:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "05f88f7f-1b9a-4912-943e-7ba8f43b91fd", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "05f88f7f-1b9a-4912-943e-7ba8f43b91fd", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "05f88f7f-1b9a-4912-943e-7ba8f43b91fd", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "c1448948-c714-4d79-8481-895986f14611", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "05f88f7f-1b9a-4912-943e-7ba8f43b91fd", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a-kserve-route-authn"} 2026-07-03T14:44:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "05f88f7f-1b9a-4912-943e-7ba8f43b91fd", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:44:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "05f88f7f-1b9a-4912-943e-7ba8f43b91fd", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "c1448948-c714-4d79-8481-895986f14611", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:44:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "c1448948-c714-4d79-8481-895986f14611", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:44:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "746b4e0f-2e0a-423a-87ba-898d12f85e0e", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "746b4e0f-2e0a-423a-87ba-898d12f85e0e", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "746b4e0f-2e0a-423a-87ba-898d12f85e0e", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:44:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "746b4e0f-2e0a-423a-87ba-898d12f85e0e", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a-kserve-route-authn"} 2026-07-03T14:44:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "746b4e0f-2e0a-423a-87ba-898d12f85e0e", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:44:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "746b4e0f-2e0a-423a-87ba-898d12f85e0e", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "e4437c98-4537-48db-abdb-4393bc59c8e8", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:45:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "e4437c98-4537-48db-abdb-4393bc59c8e8", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:45:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "e4437c98-4537-48db-abdb-4393bc59c8e8", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:45:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "aed09739-6e95-4e4f-bee0-739e9cf0c1d3", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "aed09739-6e95-4e4f-bee0-739e9cf0c1d3", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "aed09739-6e95-4e4f-bee0-739e9cf0c1d3", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "aed09739-6e95-4e4f-bee0-739e9cf0c1d3", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a-kserve-route-authn"} 2026-07-03T14:45:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "aed09739-6e95-4e4f-bee0-739e9cf0c1d3", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:45:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "aed09739-6e95-4e4f-bee0-739e9cf0c1d3", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "1ebc76f6-2994-4346-b2e1-978f1e0e19fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "1ebc76f6-2994-4346-b2e1-978f1e0e19fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "1ebc76f6-2994-4346-b2e1-978f1e0e19fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "1ebc76f6-2994-4346-b2e1-978f1e0e19fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a-kserve-route-authn"} 2026-07-03T14:45:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "1ebc76f6-2994-4346-b2e1-978f1e0e19fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:45:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "1ebc76f6-2994-4346-b2e1-978f1e0e19fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:45:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "152eb075-52c3-47c3-bc7d-7c35b2fe3e7b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:45:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "152eb075-52c3-47c3-bc7d-7c35b2fe3e7b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:45:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "152eb075-52c3-47c3-bc7d-7c35b2fe3e7b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:45:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "7ee524a9-ac2a-47d3-ac4c-255c28007b21", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:45:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "7ee524a9-ac2a-47d3-ac4c-255c28007b21", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:45:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "7ee524a9-ac2a-47d3-ac4c-255c28007b21", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04"} 2026-07-03T14:47:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:47:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:47:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d9c466f3-963d-4248-8022-abe85e71c8ee", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "auth-test-model-5f1e04", "reconcileID": "d561ae9c-2449-47eb-8cf9-a72e561da8f4", "LLMInferenceService": "auth-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5363facb-8382-4c48-b1d6-f1f925f6fe7b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5363facb-8382-4c48-b1d6-f1f925f6fe7b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "5363facb-8382-4c48-b1d6-f1f925f6fe7b", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "b9a4da7e-fb29-4d0f-960d-589f9cdc21a0", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "b9a4da7e-fb29-4d0f-960d-589f9cdc21a0", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:47:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "b9a4da7e-fb29-4d0f-960d-589f9cdc21a0", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a"} 2026-07-03T14:47:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a-kserve-route-authn"} 2026-07-03T14:47:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a-kserve-route-authn"} 2026-07-03T14:47:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "e86d112f-4292-4da9-816e-b0df18c6f9fa", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "auth-test-model-28686a", "reconcileID": "27d5a559-d017-44a0-8361-5b1925cda361", "LLMInferenceService": "auth-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "87fd9b68-47b4-4141-a3d0-e8ad7ba2c888", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "87fd9b68-47b4-4141-a3d0-e8ad7ba2c888", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "87fd9b68-47b4-4141-a3d0-e8ad7ba2c888", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "a9481a8b-8478-434b-a7a1-50d364b8acad", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "a9481a8b-8478-434b-a7a1-50d364b8acad", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:47:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "a9481a8b-8478-434b-a7a1-50d364b8acad", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "6245aef6-742f-4536-9910-ebe1a584244d", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "6245aef6-742f-4536-9910-ebe1a584244d", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "6245aef6-742f-4536-9910-ebe1a584244d", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "0dc648e6-5541-4ef7-8c3d-363b66803534", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "6245aef6-742f-4536-9910-ebe1a584244d", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:47:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "6245aef6-742f-4536-9910-ebe1a584244d", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:47:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "6245aef6-742f-4536-9910-ebe1a584244d", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "0dc648e6-5541-4ef7-8c3d-363b66803534", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:47:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "0dc648e6-5541-4ef7-8c3d-363b66803534", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "9830ed85-7b32-4f09-939d-9845f3798de2", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "9830ed85-7b32-4f09-939d-9845f3798de2", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "9830ed85-7b32-4f09-939d-9845f3798de2", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "9830ed85-7b32-4f09-939d-9845f3798de2", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:47:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "9830ed85-7b32-4f09-939d-9845f3798de2", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:47:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "9830ed85-7b32-4f09-939d-9845f3798de2", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "6a707e3d-758c-4ab8-9587-947e639f05b4", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "6a707e3d-758c-4ab8-9587-947e639f05b4", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:47:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "6a707e3d-758c-4ab8-9587-947e639f05b4", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:47:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "72af0a1a-3715-49a3-8e9d-f57e4bc723fe", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "72af0a1a-3715-49a3-8e9d-f57e4bc723fe", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "72af0a1a-3715-49a3-8e9d-f57e4bc723fe", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "72af0a1a-3715-49a3-8e9d-f57e4bc723fe", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:47:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "72af0a1a-3715-49a3-8e9d-f57e4bc723fe", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:47:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "72af0a1a-3715-49a3-8e9d-f57e4bc723fe", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "3113070c-70dc-4eaa-b14e-b0cbedd33d98", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "3113070c-70dc-4eaa-b14e-b0cbedd33d98", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "3113070c-70dc-4eaa-b14e-b0cbedd33d98", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "3113070c-70dc-4eaa-b14e-b0cbedd33d98", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:47:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "3113070c-70dc-4eaa-b14e-b0cbedd33d98", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:47:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "3113070c-70dc-4eaa-b14e-b0cbedd33d98", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "e0155c13-77e1-4fa4-9fa5-deb2290e3fef", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "e0155c13-77e1-4fa4-9fa5-deb2290e3fef", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "e0155c13-77e1-4fa4-9fa5-deb2290e3fef", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "e0155c13-77e1-4fa4-9fa5-deb2290e3fef", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:47:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "e0155c13-77e1-4fa4-9fa5-deb2290e3fef", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:47:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "e0155c13-77e1-4fa4-9fa5-deb2290e3fef", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:47:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "741c9207-1cb6-49cb-9680-6faf61af5b55", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "741c9207-1cb6-49cb-9680-6faf61af5b55", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "741c9207-1cb6-49cb-9680-6faf61af5b55", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "8a8f1fd1-2ee9-4826-b614-a2d4f27c8dbf", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "741c9207-1cb6-49cb-9680-6faf61af5b55", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a-kserve-route-authn"} 2026-07-03T14:47:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "741c9207-1cb6-49cb-9680-6faf61af5b55", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:47:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "741c9207-1cb6-49cb-9680-6faf61af5b55", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "8a8f1fd1-2ee9-4826-b614-a2d4f27c8dbf", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:47:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "8a8f1fd1-2ee9-4826-b614-a2d4f27c8dbf", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "93229745-4db4-40ee-a1a1-e4504eb270d9", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "93229745-4db4-40ee-a1a1-e4504eb270d9", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "93229745-4db4-40ee-a1a1-e4504eb270d9", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "93229745-4db4-40ee-a1a1-e4504eb270d9", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a-kserve-route-authn"} 2026-07-03T14:47:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "93229745-4db4-40ee-a1a1-e4504eb270d9", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:47:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "93229745-4db4-40ee-a1a1-e4504eb270d9", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "d94f8fe4-dc34-4f60-ad62-d886b7af732e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "d94f8fe4-dc34-4f60-ad62-d886b7af732e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:47:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "d94f8fe4-dc34-4f60-ad62-d886b7af732e", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:47:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "fc1dac27-47b3-4ea6-954f-cc93c41b2952", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "fc1dac27-47b3-4ea6-954f-cc93c41b2952", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "fc1dac27-47b3-4ea6-954f-cc93c41b2952", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:47:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "fc1dac27-47b3-4ea6-954f-cc93c41b2952", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a-kserve-route-authn"} 2026-07-03T14:47:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "fc1dac27-47b3-4ea6-954f-cc93c41b2952", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:47:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "fc1dac27-47b3-4ea6-954f-cc93c41b2952", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "78d104bf-469f-4974-b162-58c42cf5f5d7", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "78d104bf-469f-4974-b162-58c42cf5f5d7", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "78d104bf-469f-4974-b162-58c42cf5f5d7", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "78d104bf-469f-4974-b162-58c42cf5f5d7", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a-kserve-route-authn"} 2026-07-03T14:48:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "78d104bf-469f-4974-b162-58c42cf5f5d7", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:48:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "78d104bf-469f-4974-b162-58c42cf5f5d7", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d42cac7d-c488-41ba-ab28-3a88147408f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:48:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04"} 2026-07-03T14:48:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:48:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:48:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "c53cbba7-7652-4a0d-b878-ca618a66921a", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "sub-test-model-5f1e04", "reconcileID": "5bb31d69-36a8-433f-b558-1f45e160d6fc", "LLMInferenceService": "sub-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "70d32075-c75d-4964-920b-a17385e2a854", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "70d32075-c75d-4964-920b-a17385e2a854", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "70d32075-c75d-4964-920b-a17385e2a854", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:48:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "f152b5e7-4a42-491a-b63b-2908d3485d20", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:48:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "f152b5e7-4a42-491a-b63b-2908d3485d20", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:48:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "f152b5e7-4a42-491a-b63b-2908d3485d20", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:48:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a"} 2026-07-03T14:48:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a-kserve-route-authn"} 2026-07-03T14:48:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a-kserve-route-authn"} 2026-07-03T14:48:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "0026f149-26de-41a5-807b-fcfff8d02f80", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "sub-test-model-28686a", "reconcileID": "3eec0672-dde8-4c43-a619-e8a7614aaf95", "LLMInferenceService": "sub-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:48:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "b2f01a46-c8e9-4092-b057-bbcc976d0e85", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:48:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "b2f01a46-c8e9-4092-b057-bbcc976d0e85", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:48:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "b2f01a46-c8e9-4092-b057-bbcc976d0e85", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:48:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "f958154b-dd04-4705-ae97-cfe978cb7364", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:48:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "f958154b-dd04-4705-ae97-cfe978cb7364", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:48:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "f958154b-dd04-4705-ae97-cfe978cb7364", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:48:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "1d28f53a-8eb9-4ca4-ba18-a8d634ba2e43", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "1d28f53a-8eb9-4ca4-ba18-a8d634ba2e43", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "1d28f53a-8eb9-4ca4-ba18-a8d634ba2e43", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "53b083e7-15d5-4d3c-a1b9-c1eb107be4be", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:48:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "1d28f53a-8eb9-4ca4-ba18-a8d634ba2e43", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:48:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "1d28f53a-8eb9-4ca4-ba18-a8d634ba2e43", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:48:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "1d28f53a-8eb9-4ca4-ba18-a8d634ba2e43", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "53b083e7-15d5-4d3c-a1b9-c1eb107be4be", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:48:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "53b083e7-15d5-4d3c-a1b9-c1eb107be4be", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:48:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "4fe69938-285f-426b-afce-8cb229844584", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "4fe69938-285f-426b-afce-8cb229844584", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "4fe69938-285f-426b-afce-8cb229844584", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:48:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "4fe69938-285f-426b-afce-8cb229844584", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:48:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "4fe69938-285f-426b-afce-8cb229844584", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:48:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "4fe69938-285f-426b-afce-8cb229844584", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "81f77487-d18c-40b7-9838-f26bc7cb74a4", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:49:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "81f77487-d18c-40b7-9838-f26bc7cb74a4", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:49:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "81f77487-d18c-40b7-9838-f26bc7cb74a4", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:49:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "cd834e2c-ad42-48da-826d-f595d92aa08d", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "cd834e2c-ad42-48da-826d-f595d92aa08d", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "cd834e2c-ad42-48da-826d-f595d92aa08d", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "cd834e2c-ad42-48da-826d-f595d92aa08d", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:49:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "cd834e2c-ad42-48da-826d-f595d92aa08d", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:49:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "cd834e2c-ad42-48da-826d-f595d92aa08d", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "7e109e0b-bf50-4f68-8d52-5ce8cff56463", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "7e109e0b-bf50-4f68-8d52-5ce8cff56463", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "7e109e0b-bf50-4f68-8d52-5ce8cff56463", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "7e109e0b-bf50-4f68-8d52-5ce8cff56463", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:49:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "7e109e0b-bf50-4f68-8d52-5ce8cff56463", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "authType": "userdefined"} 2026-07-03T14:49:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "7e109e0b-bf50-4f68-8d52-5ce8cff56463", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:49:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "5f8737e8-39dc-48bb-a22b-b07545f6520b", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "5f8737e8-39dc-48bb-a22b-b07545f6520b", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "5f8737e8-39dc-48bb-a22b-b07545f6520b", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "becaa87a-8d44-47ea-957a-e067e5fdf478", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:49:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "5f8737e8-39dc-48bb-a22b-b07545f6520b", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a-kserve-route-authn"} 2026-07-03T14:49:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "5f8737e8-39dc-48bb-a22b-b07545f6520b", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:49:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "5f8737e8-39dc-48bb-a22b-b07545f6520b", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "becaa87a-8d44-47ea-957a-e067e5fdf478", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:49:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "becaa87a-8d44-47ea-957a-e067e5fdf478", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:49:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "2dd20e55-cabc-4584-b301-4cc57d9f3c9e", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "2dd20e55-cabc-4584-b301-4cc57d9f3c9e", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "2dd20e55-cabc-4584-b301-4cc57d9f3c9e", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "2dd20e55-cabc-4584-b301-4cc57d9f3c9e", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a-kserve-route-authn"} 2026-07-03T14:49:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "2dd20e55-cabc-4584-b301-4cc57d9f3c9e", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:49:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "2dd20e55-cabc-4584-b301-4cc57d9f3c9e", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4d463ab5-a23f-4d35-a461-eff444f2a6d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:49:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "c3c05508-78c3-44fa-bab0-c76e7020a6af", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:49:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "aa21c663-1fce-4b52-a2ae-85faa645fa0d", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:49:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "aa21c663-1fce-4b52-a2ae-85faa645fa0d", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:49:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "aa21c663-1fce-4b52-a2ae-85faa645fa0d", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:49:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "d1abb265-46cd-4282-9011-3ab6f030d7c1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "d1abb265-46cd-4282-9011-3ab6f030d7c1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "d1abb265-46cd-4282-9011-3ab6f030d7c1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "d1abb265-46cd-4282-9011-3ab6f030d7c1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a-kserve-route-authn"} 2026-07-03T14:49:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "d1abb265-46cd-4282-9011-3ab6f030d7c1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:49:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "d1abb265-46cd-4282-9011-3ab6f030d7c1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "bcdcf735-7061-4e87-91d3-882ee3ce7dc1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "bcdcf735-7061-4e87-91d3-882ee3ce7dc1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "bcdcf735-7061-4e87-91d3-882ee3ce7dc1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "bcdcf735-7061-4e87-91d3-882ee3ce7dc1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a-kserve-route-authn"} 2026-07-03T14:49:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "bcdcf735-7061-4e87-91d3-882ee3ce7dc1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:49:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "bcdcf735-7061-4e87-91d3-882ee3ce7dc1", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "694a4719-eaaf-4227-980f-8dcef889ca70", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "694a4719-eaaf-4227-980f-8dcef889ca70", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "694a4719-eaaf-4227-980f-8dcef889ca70", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:49:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "694a4719-eaaf-4227-980f-8dcef889ca70", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a-kserve-route-authn"} 2026-07-03T14:49:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "694a4719-eaaf-4227-980f-8dcef889ca70", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "authType": "userdefined"} 2026-07-03T14:49:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "694a4719-eaaf-4227-980f-8dcef889ca70", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:50:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:50:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04"} 2026-07-03T14:50:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:50:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:50:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:50:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04-kserve-route-authn"} 2026-07-03T14:50:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:50:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "11fe8198-7257-4b8b-bc1d-4dc968fe544c", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:50:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5f1e04","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "rate-test-model-5f1e04", "reconcileID": "7b4e2042-8a56-4cb5-9626-7734c7e3d782", "LLMInferenceService": "rate-test-model-5f1e04", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:50:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "160216f5-2ad7-44bd-9e9c-feb3993f2c9d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:50:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "160216f5-2ad7-44bd-9e9c-feb3993f2c9d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:50:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "160216f5-2ad7-44bd-9e9c-feb3993f2c9d", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:50:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "fd340a60-0488-4ea1-a9cd-d7705e231ad8", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:50:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "fd340a60-0488-4ea1-a9cd-d7705e231ad8", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:50:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "fd340a60-0488-4ea1-a9cd-d7705e231ad8", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:50:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:50:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a"} 2026-07-03T14:50:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:50:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:50:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a-kserve-route-authn"} 2026-07-03T14:50:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a-kserve-route-authn"} 2026-07-03T14:50:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:50:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "3dbcdd0b-9648-4836-9798-224e9add4367", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:50:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28686a","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "rate-test-model-28686a", "reconcileID": "4edc98c4-ee03-4787-aa13-58c3e4d9191b", "LLMInferenceService": "rate-test-model-28686a", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "d5cc1c2e-58d0-4aad-91ea-4119e3c0c951", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "d5cc1c2e-58d0-4aad-91ea-4119e3c0c951", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "d5cc1c2e-58d0-4aad-91ea-4119e3c0c951", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "936bc378-3c8c-430e-b306-812ad234b1f4", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "936bc378-3c8c-430e-b306-812ad234b1f4", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "936bc378-3c8c-430e-b306-812ad234b1f4", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:51:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "174cb7bc-a1f2-4b94-857a-4b5116298184", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:51:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "8c662f99-3c88-4603-bae2-a01494937ef9", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:51:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "8c662f99-3c88-4603-bae2-a01494937ef9", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04-authn-ssl"} 2026-07-03T14:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "8c662f99-3c88-4603-bae2-a01494937ef9", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7847fb88-c253-41bd-ae42-f726e7b4de6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:51:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7847fb88-c253-41bd-ae42-f726e7b4de6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:51:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7847fb88-c253-41bd-ae42-f726e7b4de6f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-5f1e04 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T14:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-trusted-ca-bundle", "reconcileID": "8c4fa533-de35-4618-96b9-2a1052918184", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:51:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-trusted-ca-bundle", "reconcileID": "8c4fa533-de35-4618-96b9-2a1052918184", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "openshift-service-ca.crt", "reconcileID": "16d9bdac-5f54-4bae-8ef3-3b743a8364af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:51:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "openshift-service-ca.crt", "reconcileID": "16d9bdac-5f54-4bae-8ef3-3b743a8364af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:51:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d95a6aca-6ae6-4d49-95a7-73df8815d916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:51:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-5f1e04"}, "namespace": "ai-tenant-e2e-shared-a-5f1e04", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d95a6aca-6ae6-4d49-95a7-73df8815d916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-5f1e04"} 2026-07-03T14:51:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-5f1e04","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-5f1e04", "reconcileID": "8484afa1-ead3-4f2b-a5e7-1c7d400c94f5", "Gateway": "e2e-shared-a-5f1e04", "namespace": "openshift-ingress"} 2026-07-03T14:51:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "008a9ed3-e93c-4baf-8ed9-1b88b38b1328", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-03T14:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "6a617698-ee0f-47ac-a8a1-2f70325ba5a0", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "6a617698-ee0f-47ac-a8a1-2f70325ba5a0", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a-authn-ssl"} 2026-07-03T14:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "6a617698-ee0f-47ac-a8a1-2f70325ba5a0", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"} 2026-07-03T14:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5daea53-7a40-4edb-b09a-5db041eb5cd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:51:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5daea53-7a40-4edb-b09a-5db041eb5cd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-03T14:51:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5daea53-7a40-4edb-b09a-5db041eb5cd4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-28686a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-03T14:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-trusted-ca-bundle", "reconcileID": "6b10bb17-b7a6-4184-a078-e6d99834f921", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-trusted-ca-bundle", "reconcileID": "6b10bb17-b7a6-4184-a078-e6d99834f921", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "26970406-fcab-4f62-be6f-38dea6249365", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "openshift-service-ca.crt", "reconcileID": "26970406-fcab-4f62-be6f-38dea6249365", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:51:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bcd8f42-4403-49ef-b87e-1b017c4515a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:51:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28686a"}, "namespace": "ai-tenant-e2e-shared-b-28686a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bcd8f42-4403-49ef-b87e-1b017c4515a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28686a"} 2026-07-03T14:51:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28686a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28686a", "reconcileID": "bdcdf697-b511-40f6-842d-281e7c62bd6b", "Gateway": "e2e-shared-b-28686a", "namespace": "openshift-ingress"}