2026-07-10T13:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "87e2c592-c07c-4174-b5e9-bdd309dc545d", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "87e2c592-c07c-4174-b5e9-bdd309dc545d", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "87e2c592-c07c-4174-b5e9-bdd309dc545d", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "5edfffac-a1cc-4d16-bec4-356a9ba58aa1", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "5edfffac-a1cc-4d16-bec4-356a9ba58aa1", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "5edfffac-a1cc-4d16-bec4-356a9ba58aa1", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "af5bf33a-8621-4b2f-9ee7-85473463e820", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "af5bf33a-8621-4b2f-9ee7-85473463e820", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "af5bf33a-8621-4b2f-9ee7-85473463e820", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "9150fb10-d020-4c75-a301-95b90f55ae80", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "9150fb10-d020-4c75-a301-95b90f55ae80", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "9150fb10-d020-4c75-a301-95b90f55ae80", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "c5bb8108-0f82-47af-ba91-92b9e7c63285", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "c5bb8108-0f82-47af-ba91-92b9e7c63285", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "c5bb8108-0f82-47af-ba91-92b9e7c63285", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "openshift-service-ca.crt", "reconcileID": "24bc618d-ec24-445e-96b0-0524d2ab61d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-trusted-ca-bundle", "reconcileID": "dbc63306-7eef-4fad-a8dd-32a353ed2e10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:43:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "openshift-service-ca.crt", "reconcileID": "c483a6dd-16b3-48fd-bf8a-2c88f28353f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e693af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:43:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "openshift-service-ca.crt", "reconcileID": "c483a6dd-16b3-48fd-bf8a-2c88f28353f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "808cb8e5-2278-4809-9443-3ba4b0679fa1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "openshift-service-ca.crt", "reconcileID": "b11b5625-5152-4814-ba9d-417bb3de3836", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:43:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-trusted-ca-bundle", "reconcileID": "22c4fae3-a351-45cf-8654-f3d8109fcd76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:43:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-trusted-ca-bundle", "reconcileID": "22c4fae3-a351-45cf-8654-f3d8109fcd76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:43:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7b8756-b862-4274-a996-8411f3c2a6c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:43:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "08ffda15-293f-411a-8ea0-7c2e1332b1c8", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "08ffda15-293f-411a-8ea0-7c2e1332b1c8", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:43:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "08ffda15-293f-411a-8ea0-7c2e1332b1c8", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c9671bc-e87e-4935-b3ad-b9d66a019b7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:43:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fec05d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d", "reconcileID": "2047a3e5-2820-41a0-bc14-0ed0b627f229", "Gateway": "e2e-api-a-fec05d", "namespace": "openshift-ingress"} 2026-07-10T13:43:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fec05d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d", "reconcileID": "2047a3e5-2820-41a0-bc14-0ed0b627f229", "Gateway": "e2e-api-a-fec05d", "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d-authn-ssl"} 2026-07-10T13:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fec05d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d", "reconcileID": "2047a3e5-2820-41a0-bc14-0ed0b627f229", "Gateway": "e2e-api-a-fec05d", "namespace": "openshift-ingress"} 2026-07-10T13:43:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "8cd442fd-ed3a-47e6-92a0-728eeae53e4f", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:43:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "8cd442fd-ed3a-47e6-92a0-728eeae53e4f", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "8cd442fd-ed3a-47e6-92a0-728eeae53e4f", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "615ca188-b99f-4f15-94a6-7bab84f5f07d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:44:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fec05d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d", "reconcileID": "db08b6ac-38b8-42fc-8e1f-b062a90d4fd7", "Gateway": "e2e-api-a-fec05d", "namespace": "openshift-ingress"} 2026-07-10T13:44:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fec05d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d", "reconcileID": "db08b6ac-38b8-42fc-8e1f-b062a90d4fd7", "Gateway": "e2e-api-a-fec05d", "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d-authn-ssl"} 2026-07-10T13:44:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fec05d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d", "reconcileID": "db08b6ac-38b8-42fc-8e1f-b062a90d4fd7", "Gateway": "e2e-api-a-fec05d", "namespace": "openshift-ingress"} 2026-07-10T13:44:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "43792e2d-f4a7-4012-828e-c1a9178c2ddb", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:44:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "43792e2d-f4a7-4012-828e-c1a9178c2ddb", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:44:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "43792e2d-f4a7-4012-828e-c1a9178c2ddb", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c70fc0f0-57b7-41fa-9a20-f390fb4296a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fec05d"} 2026-07-10T13:44:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c70fc0f0-57b7-41fa-9a20-f390fb4296a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fec05d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c70fc0f0-57b7-41fa-9a20-f390fb4296a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-fec05d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T13:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "odh-trusted-ca-bundle", "reconcileID": "22cbdcc0-7386-4068-a3c0-d8df3c6befcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fec05d"} 2026-07-10T13:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "odh-trusted-ca-bundle", "reconcileID": "22cbdcc0-7386-4068-a3c0-d8df3c6befcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fec05d"} 2026-07-10T13:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "openshift-service-ca.crt", "reconcileID": "2c813095-3a69-4803-b6e4-b944899367fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fec05d"} 2026-07-10T13:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "openshift-service-ca.crt", "reconcileID": "2c813095-3a69-4803-b6e4-b944899367fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-fec05d"} 2026-07-10T13:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c6d900e-6183-4bf2-816a-c4339cb90b23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fec05d"} 2026-07-10T13:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-fec05d"}, "namespace": "ai-tenant-e2e-api-a-fec05d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c6d900e-6183-4bf2-816a-c4339cb90b23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-fec05d"} 2026-07-10T13:44:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-fec05d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-fec05d", "reconcileID": "9f76db50-debf-4282-86f3-e301163abf4c", "Gateway": "e2e-api-a-fec05d", "namespace": "openshift-ingress"} 2026-07-10T13:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7bb1f8a8-a318-436e-86c1-5aab28214e2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:44:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "7b374f3e-7fc1-4eca-8248-35b317e1ff70", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:44:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "7b374f3e-7fc1-4eca-8248-35b317e1ff70", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress", "name": "e2e-api-b-e693af-authn-ssl"} 2026-07-10T13:44:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "7b374f3e-7fc1-4eca-8248-35b317e1ff70", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:44:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73f048c-a39b-4ffe-b8ce-a624153931b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:44:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73f048c-a39b-4ffe-b8ce-a624153931b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73f048c-a39b-4ffe-b8ce-a624153931b2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e693af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T13:44:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-trusted-ca-bundle", "reconcileID": "38e40ec6-128c-49ce-8c31-3c4ebb87d1bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:44:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-trusted-ca-bundle", "reconcileID": "38e40ec6-128c-49ce-8c31-3c4ebb87d1bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:44:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "openshift-service-ca.crt", "reconcileID": "0b524162-52d3-41a4-a74b-d3c038083728", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:44:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "openshift-service-ca.crt", "reconcileID": "0b524162-52d3-41a4-a74b-d3c038083728", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:44:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1da79653-bcab-4ece-9e54-43015c887853", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:44:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e693af"}, "namespace": "ai-tenant-e2e-api-b-e693af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1da79653-bcab-4ece-9e54-43015c887853", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e693af"} 2026-07-10T13:44:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e693af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e693af", "reconcileID": "49be566a-50d6-4223-a029-18e09e86c8d2", "Gateway": "e2e-api-b-e693af", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "79f792a4-3f9a-46c5-b066-16eb6dfb02b2", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "79f792a4-3f9a-46c5-b066-16eb6dfb02b2", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "79f792a4-3f9a-46c5-b066-16eb6dfb02b2", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "60b2cb6c-ba65-4691-97d9-9bb24f4249bc", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "60b2cb6c-ba65-4691-97d9-9bb24f4249bc", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "60b2cb6c-ba65-4691-97d9-9bb24f4249bc", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "63f51a3f-dc78-4b74-bc14-642223252190", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "63f51a3f-dc78-4b74-bc14-642223252190", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "63f51a3f-dc78-4b74-bc14-642223252190", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "b7e2bd91-0add-4bfe-8ba2-f639aef0aaf1", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "b7e2bd91-0add-4bfe-8ba2-f639aef0aaf1", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "b7e2bd91-0add-4bfe-8ba2-f639aef0aaf1", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "50fe7865-9ed4-452b-9dd8-5dc0cca1750f", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "50fe7865-9ed4-452b-9dd8-5dc0cca1750f", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "50fe7865-9ed4-452b-9dd8-5dc0cca1750f", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "a351ef51-fab4-47d5-8c92-5dfbf186aaac", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "a351ef51-fab4-47d5-8c92-5dfbf186aaac", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "a351ef51-fab4-47d5-8c92-5dfbf186aaac", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "fb1db20c-10e7-4ea2-be60-a58bcf367791", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "fb1db20c-10e7-4ea2-be60-a58bcf367791", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "fb1db20c-10e7-4ea2-be60-a58bcf367791", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "a778ec78-0bc4-4564-af30-a75a9d4df41d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-trusted-ca-bundle", "reconcileID": "6fec6cf0-b50b-43a4-93f8-e787eed9bb48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "48ca7b04-bb04-47d8-9298-1dbbe2159f53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90a164", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "48ca7b04-bb04-47d8-9298-1dbbe2159f53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "bee260da-0250-4f8c-af2d-30d8f79b85ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90a164", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "bee260da-0250-4f8c-af2d-30d8f79b85ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T13:44:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45f76f10-7ed0-4fde-8286-fa0b6e96109d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45f76f10-7ed0-4fde-8286-fa0b6e96109d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-trusted-ca-bundle", "reconcileID": "4888c4e5-87b2-460d-af3c-50a8d8ddcfcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-trusted-ca-bundle", "reconcileID": "4888c4e5-87b2-460d-af3c-50a8d8ddcfcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "7af2076f-5938-4bd2-9e7d-a6843381ff5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c0d9a25-0429-4f9d-b685-9881739462f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "5ea5e9e7-049d-4665-aa65-95f071e45d7b", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "5ea5e9e7-049d-4665-aa65-95f071e45d7b", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "5ea5e9e7-049d-4665-aa65-95f071e45d7b", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04dfaa71-8838-4562-9dc7-b60eb6ca38b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "cae4de1a-1196-4c55-ae55-c4ff1f998c70", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "cae4de1a-1196-4c55-ae55-c4ff1f998c70", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "cae4de1a-1196-4c55-ae55-c4ff1f998c70", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "d290f7b0-9949-46e1-ac87-98dffaf900ae", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "d290f7b0-9949-46e1-ac87-98dffaf900ae", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "d290f7b0-9949-46e1-ac87-98dffaf900ae", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e2342778-d29e-4d16-b1fd-28689f192f60", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e2342778-d29e-4d16-b1fd-28689f192f60", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e2342778-d29e-4d16-b1fd-28689f192f60", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "45a71aec-4585-4882-9c69-ed4ee4967480", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "45a71aec-4585-4882-9c69-ed4ee4967480", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "45a71aec-4585-4882-9c69-ed4ee4967480", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "123af44f-9a9e-48e2-b5f0-af867a33efcf", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "123af44f-9a9e-48e2-b5f0-af867a33efcf", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "123af44f-9a9e-48e2-b5f0-af867a33efcf", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "c6d0e398-3445-48ea-8e06-dd246a2d46f7", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "c6d0e398-3445-48ea-8e06-dd246a2d46f7", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "c6d0e398-3445-48ea-8e06-dd246a2d46f7", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "9ea39ae7-4da4-43b5-8b58-48c75f1651fc", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "9ea39ae7-4da4-43b5-8b58-48c75f1651fc", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "9ea39ae7-4da4-43b5-8b58-48c75f1651fc", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "7c533f5a-cd32-4115-9135-9509416776c3", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "7c533f5a-cd32-4115-9135-9509416776c3", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "7c533f5a-cd32-4115-9135-9509416776c3", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "openshift-service-ca.crt", "reconcileID": "44bed241-242d-4925-afda-11a2f0345ea6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-trusted-ca-bundle", "reconcileID": "7739a571-8a38-430c-af1f-3d7c3d311663", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:44:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "openshift-service-ca.crt", "reconcileID": "823a4c50-41fa-482a-a732-fb8cb143791e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "openshift-service-ca.crt", "reconcileID": "823a4c50-41fa-482a-a732-fb8cb143791e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "openshift-service-ca.crt", "reconcileID": "46d33b9f-44e7-4dd5-98ad-0f9300eed0ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e46f216-ded2-4fbd-89e8-9c7f9c9546a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:44:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-trusted-ca-bundle", "reconcileID": "d6cfc3d2-e51d-42b4-bb43-116e5950fa97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:44:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-trusted-ca-bundle", "reconcileID": "d6cfc3d2-e51d-42b4-bb43-116e5950fa97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "349c934f-0de8-489f-9b69-609fa3576e9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "999277c8-7d3e-4f17-a268-6e1050a53556", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "999277c8-7d3e-4f17-a268-6e1050a53556", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "999277c8-7d3e-4f17-a268-6e1050a53556", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "ce4cfd24-6129-4d2f-a0d5-79a44d6c14d6", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "ce4cfd24-6129-4d2f-a0d5-79a44d6c14d6", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fe280381-df9c-4f67-b8d6-c86ca0800cac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:44:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "ce4cfd24-6129-4d2f-a0d5-79a44d6c14d6", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "6d404fed-9cdf-45d5-812b-cb19a68df3c7", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "6d404fed-9cdf-45d5-812b-cb19a68df3c7", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:44:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "6d404fed-9cdf-45d5-812b-cb19a68df3c7", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:44:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "8c799972-614e-4c13-8216-73002c281b05", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "8c799972-614e-4c13-8216-73002c281b05", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:44:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "42ee1a0b-a1ee-4e02-88f7-d3e6f622fdcb", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "42ee1a0b-a1ee-4e02-88f7-d3e6f622fdcb", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "42ee1a0b-a1ee-4e02-88f7-d3e6f622fdcb", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "42ee1a0b-a1ee-4e02-88f7-d3e6f622fdcb", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164-kserve-route-authn"} 2026-07-10T13:44:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "42ee1a0b-a1ee-4e02-88f7-d3e6f622fdcb", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:44:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "42ee1a0b-a1ee-4e02-88f7-d3e6f622fdcb", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "8c799972-614e-4c13-8216-73002c281b05", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:44:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "532ee30d-4e3e-4dd8-93e9-724b649beed1", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "532ee30d-4e3e-4dd8-93e9-724b649beed1", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "532ee30d-4e3e-4dd8-93e9-724b649beed1", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "532ee30d-4e3e-4dd8-93e9-724b649beed1", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164-kserve-route-authn"} 2026-07-10T13:44:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "532ee30d-4e3e-4dd8-93e9-724b649beed1", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:44:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "532ee30d-4e3e-4dd8-93e9-724b649beed1", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e8103f3f-c7e8-43aa-8908-8ad67cd8c40e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:44:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "734bfda0-c3b5-4635-8060-1126403cc794", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:45:00Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T13:45:00Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T13:45:01Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T13:45:01Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T13:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "b67ce9e4-6e06-46ce-84b9-95a6ca1a263d", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "b67ce9e4-6e06-46ce-84b9-95a6ca1a263d", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:45:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "b67ce9e4-6e06-46ce-84b9-95a6ca1a263d", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:45:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9854251f-6833-430d-9a45-992d89cc6921", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9854251f-6833-430d-9a45-992d89cc6921", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9854251f-6833-430d-9a45-992d89cc6921", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9854251f-6833-430d-9a45-992d89cc6921", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164-kserve-route-authn"} 2026-07-10T13:45:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9854251f-6833-430d-9a45-992d89cc6921", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:45:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9854251f-6833-430d-9a45-992d89cc6921", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "c1d25a04-5dc2-4b86-bdbd-86106c5ce101", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "c1d25a04-5dc2-4b86-bdbd-86106c5ce101", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "c1d25a04-5dc2-4b86-bdbd-86106c5ce101", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "c1d25a04-5dc2-4b86-bdbd-86106c5ce101", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164-kserve-route-authn"} 2026-07-10T13:45:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "c1d25a04-5dc2-4b86-bdbd-86106c5ce101", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:45:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "c1d25a04-5dc2-4b86-bdbd-86106c5ce101", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "4357fa18-cf50-4ce0-9fb4-72a7c7d122c7", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "4357fa18-cf50-4ce0-9fb4-72a7c7d122c7", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "4357fa18-cf50-4ce0-9fb4-72a7c7d122c7", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "4357fa18-cf50-4ce0-9fb4-72a7c7d122c7", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164-kserve-route-authn"} 2026-07-10T13:45:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "4357fa18-cf50-4ce0-9fb4-72a7c7d122c7", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:45:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "4357fa18-cf50-4ce0-9fb4-72a7c7d122c7", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "89c3ef24-088a-4d10-8511-47c4f8faac28", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "89c3ef24-088a-4d10-8511-47c4f8faac28", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "89c3ef24-088a-4d10-8511-47c4f8faac28", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "14015233-efdd-49aa-a590-6048f91170e1", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "89c3ef24-088a-4d10-8511-47c4f8faac28", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "89c3ef24-088a-4d10-8511-47c4f8faac28", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "89c3ef24-088a-4d10-8511-47c4f8faac28", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "14015233-efdd-49aa-a590-6048f91170e1", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:45:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "14015233-efdd-49aa-a590-6048f91170e1", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:45:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0fca1c80-fa4c-4c11-90ae-10aa3e65cb99", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0fca1c80-fa4c-4c11-90ae-10aa3e65cb99", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0fca1c80-fa4c-4c11-90ae-10aa3e65cb99", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0fca1c80-fa4c-4c11-90ae-10aa3e65cb99", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:45:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0fca1c80-fa4c-4c11-90ae-10aa3e65cb99", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:45:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0fca1c80-fa4c-4c11-90ae-10aa3e65cb99", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "ab33715f-8533-4572-ac91-4dee498910a0", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:45:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "ab33715f-8533-4572-ac91-4dee498910a0", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:45:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "ab33715f-8533-4572-ac91-4dee498910a0", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:45:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "9be60c42-95d0-4c85-92d8-2fed3f2960c9", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "9be60c42-95d0-4c85-92d8-2fed3f2960c9", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "9be60c42-95d0-4c85-92d8-2fed3f2960c9", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "9be60c42-95d0-4c85-92d8-2fed3f2960c9", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:45:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "9be60c42-95d0-4c85-92d8-2fed3f2960c9", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:45:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "9be60c42-95d0-4c85-92d8-2fed3f2960c9", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "ab906286-69fc-4d0f-845b-270d274057f3", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "ab906286-69fc-4d0f-845b-270d274057f3", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "ab906286-69fc-4d0f-845b-270d274057f3", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "ab906286-69fc-4d0f-845b-270d274057f3", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:45:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "ab906286-69fc-4d0f-845b-270d274057f3", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:45:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "ab906286-69fc-4d0f-845b-270d274057f3", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "f549a336-4cca-4058-bb68-4a40d4beddc0", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "f549a336-4cca-4058-bb68-4a40d4beddc0", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "f549a336-4cca-4058-bb68-4a40d4beddc0", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "f549a336-4cca-4058-bb68-4a40d4beddc0", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:45:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "f549a336-4cca-4058-bb68-4a40d4beddc0", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:45:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "f549a336-4cca-4058-bb68-4a40d4beddc0", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:45:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "2210cc17-c2f6-4471-8002-93850f050606", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:45:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "2210cc17-c2f6-4471-8002-93850f050606", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:45:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "2210cc17-c2f6-4471-8002-93850f050606", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:46:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "bc79483f-1401-4684-ac09-f963dedcff48", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:46:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "bc79483f-1401-4684-ac09-f963dedcff48", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:46:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "bc79483f-1401-4684-ac09-f963dedcff48", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:47:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164"} 2026-07-10T13:47:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164-kserve-route-authn"} 2026-07-10T13:47:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164-kserve-route-authn"} 2026-07-10T13:47:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "9ccae03c-bd48-4bfa-a391-e214ef53b75a", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "auth-test-model-90a164", "reconcileID": "161163eb-ef6b-44d4-8a95-d31cc4e48354", "LLMInferenceService": "auth-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "57e0580b-5e6b-4ee1-a9f6-5a10a3ee273c", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:47:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "57e0580b-5e6b-4ee1-a9f6-5a10a3ee273c", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:47:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "57e0580b-5e6b-4ee1-a9f6-5a10a3ee273c", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:47:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "63e14aa3-01a4-4548-a1eb-55185c95af7e", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:47:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "63e14aa3-01a4-4548-a1eb-55185c95af7e", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:47:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "63e14aa3-01a4-4548-a1eb-55185c95af7e", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:47:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:47:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad"} 2026-07-10T13:47:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:47:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:47:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:47:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:47:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:47:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "0cadf9d6-4262-458b-a3ba-cde2932c199a", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:47:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "auth-test-model-efd2ad", "reconcileID": "02eaff04-a39f-4616-b1d9-64499205e276", "LLMInferenceService": "auth-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:47:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "a62a0ce3-d290-4b8a-bd21-8e7044e71165", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:47:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "a62a0ce3-d290-4b8a-bd21-8e7044e71165", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:47:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "a62a0ce3-d290-4b8a-bd21-8e7044e71165", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:47:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "92b12dda-cc98-4fd7-bea6-d43cca6cf03d", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:47:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "92b12dda-cc98-4fd7-bea6-d43cca6cf03d", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:47:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "92b12dda-cc98-4fd7-bea6-d43cca6cf03d", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:47:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "170ebb7c-7d4d-4f96-ae7d-72ecd5e348e8", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "170ebb7c-7d4d-4f96-ae7d-72ecd5e348e8", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "170ebb7c-7d4d-4f96-ae7d-72ecd5e348e8", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "29dda737-4f0d-47e0-95aa-5cf87477af25", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:47:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "170ebb7c-7d4d-4f96-ae7d-72ecd5e348e8", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164-kserve-route-authn"} 2026-07-10T13:47:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "170ebb7c-7d4d-4f96-ae7d-72ecd5e348e8", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:47:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "170ebb7c-7d4d-4f96-ae7d-72ecd5e348e8", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "29dda737-4f0d-47e0-95aa-5cf87477af25", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:47:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "29dda737-4f0d-47e0-95aa-5cf87477af25", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:47:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "dc96899c-1fcf-46d2-ac83-6a334a5c4ae1", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "dc96899c-1fcf-46d2-ac83-6a334a5c4ae1", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "dc96899c-1fcf-46d2-ac83-6a334a5c4ae1", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:47:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "dc96899c-1fcf-46d2-ac83-6a334a5c4ae1", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164-kserve-route-authn"} 2026-07-10T13:47:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "dc96899c-1fcf-46d2-ac83-6a334a5c4ae1", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:47:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "dc96899c-1fcf-46d2-ac83-6a334a5c4ae1", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "c7b3d8dd-e36c-4062-bef0-d4d276c5eb01", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:48:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "c7b3d8dd-e36c-4062-bef0-d4d276c5eb01", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:48:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "c7b3d8dd-e36c-4062-bef0-d4d276c5eb01", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:48:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "20273334-ebde-44aa-92ba-021b7a4f128e", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "20273334-ebde-44aa-92ba-021b7a4f128e", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "20273334-ebde-44aa-92ba-021b7a4f128e", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "20273334-ebde-44aa-92ba-021b7a4f128e", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164-kserve-route-authn"} 2026-07-10T13:48:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "20273334-ebde-44aa-92ba-021b7a4f128e", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:48:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "20273334-ebde-44aa-92ba-021b7a4f128e", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "7b9c2355-8e38-432f-857b-f38af7f17944", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "7b9c2355-8e38-432f-857b-f38af7f17944", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "7b9c2355-8e38-432f-857b-f38af7f17944", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "7b9c2355-8e38-432f-857b-f38af7f17944", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164-kserve-route-authn"} 2026-07-10T13:48:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "7b9c2355-8e38-432f-857b-f38af7f17944", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:48:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "7b9c2355-8e38-432f-857b-f38af7f17944", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:48:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "dc5e57a6-d2b8-48dc-ba48-a3cd2d980885", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "dc5e57a6-d2b8-48dc-ba48-a3cd2d980885", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "dc5e57a6-d2b8-48dc-ba48-a3cd2d980885", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e8a04fa4-c954-4d98-840c-74cd9c8c54f5", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:48:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "dc5e57a6-d2b8-48dc-ba48-a3cd2d980885", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:48:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "dc5e57a6-d2b8-48dc-ba48-a3cd2d980885", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:48:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "dc5e57a6-d2b8-48dc-ba48-a3cd2d980885", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e8a04fa4-c954-4d98-840c-74cd9c8c54f5", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:48:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e8a04fa4-c954-4d98-840c-74cd9c8c54f5", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:48:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "cc854d5c-55bb-4977-a445-abd28190eca3", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "cc854d5c-55bb-4977-a445-abd28190eca3", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "cc854d5c-55bb-4977-a445-abd28190eca3", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "cc854d5c-55bb-4977-a445-abd28190eca3", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:48:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "cc854d5c-55bb-4977-a445-abd28190eca3", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:48:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "cc854d5c-55bb-4977-a445-abd28190eca3", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28f9eada-5b91-47a2-b1fe-9af123d20880", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:48:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "a49743e0-ce24-4417-a239-1e395242387f", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:48:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "a49743e0-ce24-4417-a239-1e395242387f", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:48:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "a49743e0-ce24-4417-a239-1e395242387f", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:48:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "7c1e2dc1-bd96-4e7a-8de4-d61d452099c8", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "7c1e2dc1-bd96-4e7a-8de4-d61d452099c8", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "7c1e2dc1-bd96-4e7a-8de4-d61d452099c8", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:48:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "7c1e2dc1-bd96-4e7a-8de4-d61d452099c8", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:48:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "7c1e2dc1-bd96-4e7a-8de4-d61d452099c8", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:48:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "7c1e2dc1-bd96-4e7a-8de4-d61d452099c8", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "b4e83e82-0e7c-46df-9133-b879ef9805cd", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "b4e83e82-0e7c-46df-9133-b879ef9805cd", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "b4e83e82-0e7c-46df-9133-b879ef9805cd", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "b4e83e82-0e7c-46df-9133-b879ef9805cd", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:49:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "b4e83e82-0e7c-46df-9133-b879ef9805cd", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:49:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "b4e83e82-0e7c-46df-9133-b879ef9805cd", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:26Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:26Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164"} 2026-07-10T13:49:26Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:26Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:26Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164-kserve-route-authn"} 2026-07-10T13:49:26Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164-kserve-route-authn"} 2026-07-10T13:49:26Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:26Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "c26b8b85-f18c-47b6-92f3-3038469e907f", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "sub-test-model-90a164", "reconcileID": "eb788806-207d-4c28-813e-7e370a012219", "LLMInferenceService": "sub-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "8b1ee0cb-c406-4670-af08-0b0b67adbafd", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "8b1ee0cb-c406-4670-af08-0b0b67adbafd", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:49:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "8b1ee0cb-c406-4670-af08-0b0b67adbafd", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "5446fbed-ea5d-48c6-b825-7851e1791ab8", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "5446fbed-ea5d-48c6-b825-7851e1791ab8", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:49:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "5446fbed-ea5d-48c6-b825-7851e1791ab8", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad"} 2026-07-10T13:49:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:49:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:49:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "9d8427a0-433b-4360-a4fa-f93597ae3299", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "sub-test-model-efd2ad", "reconcileID": "24cf3f25-d335-4613-a1f7-d5efefcc6173", "LLMInferenceService": "sub-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "befbe0ed-9041-4d2d-a7dc-2dcecce6ac32", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:49:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "befbe0ed-9041-4d2d-a7dc-2dcecce6ac32", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:49:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "befbe0ed-9041-4d2d-a7dc-2dcecce6ac32", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:49:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "61addbc8-2ff9-43db-a6c7-70a694f85c7c", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:49:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "61addbc8-2ff9-43db-a6c7-70a694f85c7c", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:49:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "61addbc8-2ff9-43db-a6c7-70a694f85c7c", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:49:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f6c4ef8d-f600-479e-80d3-f7ae86eda127", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f6c4ef8d-f600-479e-80d3-f7ae86eda127", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f6c4ef8d-f600-479e-80d3-f7ae86eda127", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "152068e2-d323-4aac-af3b-69df2ff0a2fe", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f6c4ef8d-f600-479e-80d3-f7ae86eda127", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164-kserve-route-authn"} 2026-07-10T13:49:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f6c4ef8d-f600-479e-80d3-f7ae86eda127", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:49:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f6c4ef8d-f600-479e-80d3-f7ae86eda127", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "152068e2-d323-4aac-af3b-69df2ff0a2fe", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:49:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "152068e2-d323-4aac-af3b-69df2ff0a2fe", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "54005349-32f6-4e18-818d-e2317d29d718", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "54005349-32f6-4e18-818d-e2317d29d718", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "54005349-32f6-4e18-818d-e2317d29d718", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "54005349-32f6-4e18-818d-e2317d29d718", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164-kserve-route-authn"} 2026-07-10T13:49:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "54005349-32f6-4e18-818d-e2317d29d718", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:49:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "54005349-32f6-4e18-818d-e2317d29d718", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "6a791cbe-8e8b-468b-9e21-88b7c698f956", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "6a791cbe-8e8b-468b-9e21-88b7c698f956", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:49:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "6a791cbe-8e8b-468b-9e21-88b7c698f956", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:49:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "7c8b8613-236a-4af7-8289-92c16532917e", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "7c8b8613-236a-4af7-8289-92c16532917e", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "7c8b8613-236a-4af7-8289-92c16532917e", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "7c8b8613-236a-4af7-8289-92c16532917e", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164-kserve-route-authn"} 2026-07-10T13:49:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "7c8b8613-236a-4af7-8289-92c16532917e", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:49:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "7c8b8613-236a-4af7-8289-92c16532917e", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f7f93cc-67a6-4381-abe2-e5201c30eee8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:49:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4fbe3075-91f9-4c0f-a702-a0a54994c049", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:49:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f2cb1905-c64a-4083-a99f-167a785b6765", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f2cb1905-c64a-4083-a99f-167a785b6765", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f2cb1905-c64a-4083-a99f-167a785b6765", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f2cb1905-c64a-4083-a99f-167a785b6765", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164-kserve-route-authn"} 2026-07-10T13:49:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f2cb1905-c64a-4083-a99f-167a785b6765", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "authType": "userdefined"} 2026-07-10T13:49:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "f2cb1905-c64a-4083-a99f-167a785b6765", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:49:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "b35719f4-a93c-4d23-9f8d-f215b56fd05e", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "b35719f4-a93c-4d23-9f8d-f215b56fd05e", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "b35719f4-a93c-4d23-9f8d-f215b56fd05e", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "947b8689-115c-4edb-8baf-53af41cfe8c2", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:49:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "b35719f4-a93c-4d23-9f8d-f215b56fd05e", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:49:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "b35719f4-a93c-4d23-9f8d-f215b56fd05e", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:49:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "b35719f4-a93c-4d23-9f8d-f215b56fd05e", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:49:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "947b8689-115c-4edb-8baf-53af41cfe8c2", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:49:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "947b8689-115c-4edb-8baf-53af41cfe8c2", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:50:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4ef40382-d4c7-4693-abee-4b96acf82b2f", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4ef40382-d4c7-4693-abee-4b96acf82b2f", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4ef40382-d4c7-4693-abee-4b96acf82b2f", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4ef40382-d4c7-4693-abee-4b96acf82b2f", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:50:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4ef40382-d4c7-4693-abee-4b96acf82b2f", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:50:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4ef40382-d4c7-4693-abee-4b96acf82b2f", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e7d23037-b35f-4800-ba06-082cf5c6760d", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e7d23037-b35f-4800-ba06-082cf5c6760d", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "e7d23037-b35f-4800-ba06-082cf5c6760d", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:50:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4d6f8152-26a4-49ef-9533-64a6e8cca5e4", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4d6f8152-26a4-49ef-9533-64a6e8cca5e4", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4d6f8152-26a4-49ef-9533-64a6e8cca5e4", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4d6f8152-26a4-49ef-9533-64a6e8cca5e4", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:50:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4d6f8152-26a4-49ef-9533-64a6e8cca5e4", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:50:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "4d6f8152-26a4-49ef-9533-64a6e8cca5e4", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "2cc72349-343c-43fb-8159-608351969d8a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "2cc72349-343c-43fb-8159-608351969d8a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "2cc72349-343c-43fb-8159-608351969d8a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:50:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "2cc72349-343c-43fb-8159-608351969d8a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:50:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "2cc72349-343c-43fb-8159-608351969d8a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "authType": "userdefined"} 2026-07-10T13:50:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "2cc72349-343c-43fb-8159-608351969d8a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164"} 2026-07-10T13:51:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164-kserve-route-authn"} 2026-07-10T13:51:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164-kserve-route-authn"} 2026-07-10T13:51:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "6a4f26fc-70ae-438e-8d5e-1116b1ba4231", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-90a164","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "rate-test-model-90a164", "reconcileID": "e52d54d0-1aa0-4790-9b94-059d4827e9f8", "LLMInferenceService": "rate-test-model-90a164", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "bd47f1cd-b5ba-46f6-b452-60c6db638685", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:51:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "bd47f1cd-b5ba-46f6-b452-60c6db638685", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:51:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "bd47f1cd-b5ba-46f6-b452-60c6db638685", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:51:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "ee080c75-8ae0-48b5-9965-c1a4b4315d40", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:51:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "ee080c75-8ae0-48b5-9965-c1a4b4315d40", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:51:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "ee080c75-8ae0-48b5-9965-c1a4b4315d40", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:51:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad"} 2026-07-10T13:51:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:51:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad-kserve-route-authn"} 2026-07-10T13:51:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "642865bf-466b-4da0-a166-180746fdaf9a", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-efd2ad","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "rate-test-model-efd2ad", "reconcileID": "5466debd-1e05-4393-ae03-4b3232fdfde7", "LLMInferenceService": "rate-test-model-efd2ad", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "3fc1ad0f-de06-4ed6-855f-e2ea34c143b4", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "3fc1ad0f-de06-4ed6-855f-e2ea34c143b4", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "3fc1ad0f-de06-4ed6-855f-e2ea34c143b4", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "814d120a-49c5-44db-ae0c-5af9e7316d86", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "814d120a-49c5-44db-ae0c-5af9e7316d86", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "814d120a-49c5-44db-ae0c-5af9e7316d86", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dbac3aed-68d8-42d9-9963-ae96ed63d750", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "af5411a1-16d7-43c3-b20b-9cef98e379d1", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "af5411a1-16d7-43c3-b20b-9cef98e379d1", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164-authn-ssl"} 2026-07-10T13:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "af5411a1-16d7-43c3-b20b-9cef98e379d1", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57373605-9663-4daf-a196-0670fb7e4b14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57373605-9663-4daf-a196-0670fb7e4b14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:51:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57373605-9663-4daf-a196-0670fb7e4b14", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-90a164 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T13:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-trusted-ca-bundle", "reconcileID": "cfdcf557-b2b2-4f50-96db-9fea50fc8b6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-trusted-ca-bundle", "reconcileID": "cfdcf557-b2b2-4f50-96db-9fea50fc8b6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "6616f1c2-c00d-43c5-9c84-d45c27f74102", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "openshift-service-ca.crt", "reconcileID": "6616f1c2-c00d-43c5-9c84-d45c27f74102", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ab7a97c-2dde-499d-9a14-2d9fafd57ede", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-90a164"}, "namespace": "ai-tenant-e2e-shared-a-90a164", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ab7a97c-2dde-499d-9a14-2d9fafd57ede", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-90a164"} 2026-07-10T13:51:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-90a164","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-90a164", "reconcileID": "f4516445-5aba-472b-b113-3e9457fdc490", "Gateway": "e2e-shared-a-90a164", "namespace": "openshift-ingress"} 2026-07-10T13:51:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e892c97-53dd-40fb-8f11-dd7d4970ae18", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T13:51:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "af14ce1e-c7a4-4e3d-be01-2c5d1819d8c0", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:51:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "af14ce1e-c7a4-4e3d-be01-2c5d1819d8c0", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad-authn-ssl"} 2026-07-10T13:51:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "af14ce1e-c7a4-4e3d-be01-2c5d1819d8c0", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"} 2026-07-10T13:51:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2217ecef-23c1-4cfd-9be6-156c3b59610e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2217ecef-23c1-4cfd-9be6-156c3b59610e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T13:51:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2217ecef-23c1-4cfd-9be6-156c3b59610e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-efd2ad because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T13:51:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-trusted-ca-bundle", "reconcileID": "8297d656-0455-46fb-8762-fd37e8259cbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-trusted-ca-bundle", "reconcileID": "8297d656-0455-46fb-8762-fd37e8259cbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "openshift-service-ca.crt", "reconcileID": "df3b227b-325f-4ad6-9573-bf3bf973d31a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "openshift-service-ca.crt", "reconcileID": "df3b227b-325f-4ad6-9573-bf3bf973d31a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0584c75f-65b2-4fb3-a97c-bf7dcd017948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-efd2ad"}, "namespace": "ai-tenant-e2e-shared-b-efd2ad", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0584c75f-65b2-4fb3-a97c-bf7dcd017948", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-efd2ad"} 2026-07-10T13:51:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-efd2ad","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-efd2ad", "reconcileID": "5aa66248-1517-446e-a35c-e3eae2a34b90", "Gateway": "e2e-shared-b-efd2ad", "namespace": "openshift-ingress"}