2026-07-20T18:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f565187c-bb09-4313-849d-f8911a686dd5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f565187c-bb09-4313-849d-f8911a686dd5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f565187c-bb09-4313-849d-f8911a686dd5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "0bce601b-a771-4b2d-9679-5c5fe97020a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "4d7eed37-ade0-4d90-8b88-44027c6b5260", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "9510e05b-a47a-454f-87b3-141123413816", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "9510e05b-a47a-454f-87b3-141123413816", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "faec1895-7d8a-437b-a7e0-55ff76d6eb78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:37:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "faec1895-7d8a-437b-a7e0-55ff76d6eb78", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-20T18:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d6a89fc-d26d-4f85-ba97-6b9fc21382e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "6d6b1018-a54c-49d4-94ba-67f784d280e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "d8e74912-3d12-4b39-87f1-54f2691580bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "update": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "d8e74912-3d12-4b39-87f1-54f2691580bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2add841c-0f50-4de1-8881-56329624a591", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "d7c05b9d-3d70-4f25-902e-5a559bdda073", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "d7c05b9d-3d70-4f25-902e-5a559bdda073", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:37:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "d7c05b9d-3d70-4f25-902e-5a559bdda073", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84776065-329c-49fb-b63c-bbb16bad0b39", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "26978ac3-2c76-430d-877d-634a70140074", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "26978ac3-2c76-430d-877d-634a70140074", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "26978ac3-2c76-430d-877d-634a70140074", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b3d55506-f9a3-4532-a7ea-1308f1b4e481", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b3d55506-f9a3-4532-a7ea-1308f1b4e481", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b3d55506-f9a3-4532-a7ea-1308f1b4e481", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f3dbaf65-d1ef-498c-906a-75b907202e3d", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f3dbaf65-d1ef-498c-906a-75b907202e3d", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f3dbaf65-d1ef-498c-906a-75b907202e3d", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "fdf633f8-1355-4f67-b77d-64263dd39bb4", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "fdf633f8-1355-4f67-b77d-64263dd39bb4", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "fdf633f8-1355-4f67-b77d-64263dd39bb4", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "6f7079c7-d24a-41bf-ad25-4fbbcb21f8de", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "6f7079c7-d24a-41bf-ad25-4fbbcb21f8de", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "6f7079c7-d24a-41bf-ad25-4fbbcb21f8de", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f8a2fc47-27ff-44c3-9622-ac3ae04d9f70", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f8a2fc47-27ff-44c3-9622-ac3ae04d9f70", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f8a2fc47-27ff-44c3-9622-ac3ae04d9f70", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f7ad60aa-0e5a-4836-bb7c-6a3ce20c7215", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f7ad60aa-0e5a-4836-bb7c-6a3ce20c7215", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:37:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f7ad60aa-0e5a-4836-bb7c-6a3ce20c7215", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "24f4ce25-fb1d-44fe-a707-14b3762d84ce", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "24f4ce25-fb1d-44fe-a707-14b3762d84ce", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "24f4ce25-fb1d-44fe-a707-14b3762d84ce", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "openshift-service-ca.crt", "reconcileID": "4895a37f-21ba-4187-8342-76b38c423d42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-trusted-ca-bundle", "reconcileID": "1be293c1-24d1-43fb-ad21-bef1d25dc4da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:37:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "openshift-service-ca.crt", "reconcileID": "25e590a9-e2b7-4161-b6fc-c21ecc84ec71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-94313f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:37:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "openshift-service-ca.crt", "reconcileID": "25e590a9-e2b7-4161-b6fc-c21ecc84ec71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "openshift-service-ca.crt", "reconcileID": "3ffa4b8b-d973-4d52-854b-0d97695e44d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "776441f6-ca4e-46b3-aa93-de6fdbbda6fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:37:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-trusted-ca-bundle", "reconcileID": "9c336ca0-7914-42c5-9d13-7b6cfb77c764", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:37:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-trusted-ca-bundle", "reconcileID": "9c336ca0-7914-42c5-9d13-7b6cfb77c764", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df1f9f7a-de01-4b56-88b3-08d3496243f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8adab086-0a46-4a23-a8ef-1e680996cb26", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8adab086-0a46-4a23-a8ef-1e680996cb26", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8adab086-0a46-4a23-a8ef-1e680996cb26", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db7c8685-e834-491d-8ab1-9b4ed3751fc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:37:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b817c0e5-ba39-4a3d-8aca-094ddb8c7d78", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b817c0e5-ba39-4a3d-8aca-094ddb8c7d78", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:37:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b817c0e5-ba39-4a3d-8aca-094ddb8c7d78", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:37:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6fbbd33f-f9cb-490c-824a-85a5e7d3c3cc", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6fbbd33f-f9cb-490c-824a-85a5e7d3c3cc", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6fbbd33f-f9cb-490c-824a-85a5e7d3c3cc", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f0fe56fd-0217-4545-a765-7ad9174ba0f2", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6fbbd33f-f9cb-490c-824a-85a5e7d3c3cc", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:37:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6fbbd33f-f9cb-490c-824a-85a5e7d3c3cc", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:37:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6fbbd33f-f9cb-490c-824a-85a5e7d3c3cc", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f0fe56fd-0217-4545-a765-7ad9174ba0f2", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f0fe56fd-0217-4545-a765-7ad9174ba0f2", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "ab0e1e78-ca06-4b96-87c5-d7620b04c3f8", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "ab0e1e78-ca06-4b96-87c5-d7620b04c3f8", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "ab0e1e78-ca06-4b96-87c5-d7620b04c3f8", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "ab0e1e78-ca06-4b96-87c5-d7620b04c3f8", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:37:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "ab0e1e78-ca06-4b96-87c5-d7620b04c3f8", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:37:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "ab0e1e78-ca06-4b96-87c5-d7620b04c3f8", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6435887-55a3-499f-ac07-dcc55cf3c5ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "deb11cb3-12b0-4e12-b971-9dd8a7674d3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:37:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "5cbf6d28-d69d-438b-a741-e6e5372fb731", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "5cbf6d28-d69d-438b-a741-e6e5372fb731", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:37:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "5cbf6d28-d69d-438b-a741-e6e5372fb731", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:37:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "e15fa7c1-9ec9-43eb-9521-03c428d5948b", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "e15fa7c1-9ec9-43eb-9521-03c428d5948b", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "e15fa7c1-9ec9-43eb-9521-03c428d5948b", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "e15fa7c1-9ec9-43eb-9521-03c428d5948b", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:37:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "e15fa7c1-9ec9-43eb-9521-03c428d5948b", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:37:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "e15fa7c1-9ec9-43eb-9521-03c428d5948b", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "401e4f9d-0b05-440e-9fc4-04d46c96c58e", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "401e4f9d-0b05-440e-9fc4-04d46c96c58e", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "401e4f9d-0b05-440e-9fc4-04d46c96c58e", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:37:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "401e4f9d-0b05-440e-9fc4-04d46c96c58e", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:37:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "401e4f9d-0b05-440e-9fc4-04d46c96c58e", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:37:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "401e4f9d-0b05-440e-9fc4-04d46c96c58e", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:38:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "45cc79ac-2f32-4793-9d74-712d8c4c59c4", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:38:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "45cc79ac-2f32-4793-9d74-712d8c4c59c4", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:38:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "45cc79ac-2f32-4793-9d74-712d8c4c59c4", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:38:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "45cc79ac-2f32-4793-9d74-712d8c4c59c4", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:38:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "45cc79ac-2f32-4793-9d74-712d8c4c59c4", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:38:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "45cc79ac-2f32-4793-9d74-712d8c4c59c4", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:38:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "0e618790-ed37-4302-8b57-0e650921f5f1", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "0e618790-ed37-4302-8b57-0e650921f5f1", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "0e618790-ed37-4302-8b57-0e650921f5f1", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "800f5805-5dd5-4991-af2a-363202edc0ec", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:38:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "0e618790-ed37-4302-8b57-0e650921f5f1", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f-kserve-route-authn"} 2026-07-20T18:38:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "0e618790-ed37-4302-8b57-0e650921f5f1", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:38:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "0e618790-ed37-4302-8b57-0e650921f5f1", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "800f5805-5dd5-4991-af2a-363202edc0ec", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "800f5805-5dd5-4991-af2a-363202edc0ec", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:38:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "e94a0ba0-5da6-4f53-9094-3c5d7563cc44", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "e94a0ba0-5da6-4f53-9094-3c5d7563cc44", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "e94a0ba0-5da6-4f53-9094-3c5d7563cc44", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "e94a0ba0-5da6-4f53-9094-3c5d7563cc44", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f-kserve-route-authn"} 2026-07-20T18:38:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "e94a0ba0-5da6-4f53-9094-3c5d7563cc44", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:38:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "e94a0ba0-5da6-4f53-9094-3c5d7563cc44", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4b0efc31-2edd-4431-bdeb-8bbf02ab7653", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:38:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4b0efc31-2edd-4431-bdeb-8bbf02ab7653", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:38:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4b0efc31-2edd-4431-bdeb-8bbf02ab7653", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:38:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "fba15b54-5e67-4c3c-99a8-39345b3aad18", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "fba15b54-5e67-4c3c-99a8-39345b3aad18", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "fba15b54-5e67-4c3c-99a8-39345b3aad18", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "fba15b54-5e67-4c3c-99a8-39345b3aad18", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f-kserve-route-authn"} 2026-07-20T18:38:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "fba15b54-5e67-4c3c-99a8-39345b3aad18", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:38:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "fba15b54-5e67-4c3c-99a8-39345b3aad18", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "b3007783-25fa-486d-bd07-e4ca5acd460a", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "b3007783-25fa-486d-bd07-e4ca5acd460a", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "b3007783-25fa-486d-bd07-e4ca5acd460a", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "b3007783-25fa-486d-bd07-e4ca5acd460a", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f-kserve-route-authn"} 2026-07-20T18:38:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "b3007783-25fa-486d-bd07-e4ca5acd460a", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:38:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "b3007783-25fa-486d-bd07-e4ca5acd460a", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:38:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "6e6b1517-d6d9-45fa-ab42-dfda83d6c39e", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:38:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "6e6b1517-d6d9-45fa-ab42-dfda83d6c39e", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:38:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "6e6b1517-d6d9-45fa-ab42-dfda83d6c39e", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:38:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4ee8d11c-2f88-4db6-aef2-f22d58d35783", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:38:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4ee8d11c-2f88-4db6-aef2-f22d58d35783", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:38:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4ee8d11c-2f88-4db6-aef2-f22d58d35783", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "5171fa81-dedf-4ec5-8e76-0ceeb4269665", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "5171fa81-dedf-4ec5-8e76-0ceeb4269665", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:39:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "5171fa81-dedf-4ec5-8e76-0ceeb4269665", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "a51c7679-7f8b-47a7-9f60-5e730be4774b", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "a51c7679-7f8b-47a7-9f60-5e730be4774b", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:39:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "a51c7679-7f8b-47a7-9f60-5e730be4774b", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "e7bad54d-9d98-4835-8c86-44e04861d103", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "e7bad54d-9d98-4835-8c86-44e04861d103", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:39:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "e7bad54d-9d98-4835-8c86-44e04861d103", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c83886b1-1729-4965-b8af-e500056ae65a", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c83886b1-1729-4965-b8af-e500056ae65a", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:39:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c83886b1-1729-4965-b8af-e500056ae65a", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "7b0b622f-c7fb-44fb-b885-b9f16fa5b9f7", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "7b0b622f-c7fb-44fb-b885-b9f16fa5b9f7", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "7b0b622f-c7fb-44fb-b885-b9f16fa5b9f7", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c0494c02-3cd0-43c3-b9e9-16fdaec7dfc4", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c0494c02-3cd0-43c3-b9e9-16fdaec7dfc4", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:39:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c0494c02-3cd0-43c3-b9e9-16fdaec7dfc4", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "eea8a206-dc5a-4e65-8d37-ba484d2f028b", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:39:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "eea8a206-dc5a-4e65-8d37-ba484d2f028b", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:39:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "eea8a206-dc5a-4e65-8d37-ba484d2f028b", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "45d9c782-ccca-4d7f-85ff-b0a4093b8a10", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "45d9c782-ccca-4d7f-85ff-b0a4093b8a10", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:40:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "45d9c782-ccca-4d7f-85ff-b0a4093b8a10", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "dde1c7b9-9170-4306-9378-bf8f3a590170", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "dde1c7b9-9170-4306-9378-bf8f3a590170", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "dde1c7b9-9170-4306-9378-bf8f3a590170", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8c08cc5f-a13d-4cd0-8f78-1a6d02a295c0", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8c08cc5f-a13d-4cd0-8f78-1a6d02a295c0", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:40:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8c08cc5f-a13d-4cd0-8f78-1a6d02a295c0", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc"} 2026-07-20T18:40:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:40:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:40:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "6d8c30ce-0ecc-41dc-b3fd-2951ead4799f", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "auth-test-model-0d90bc", "reconcileID": "485264f7-1f57-44ce-8a0b-e077756b94ee", "LLMInferenceService": "auth-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "5d3f4020-4c60-4686-863e-7e559e7177c5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "5d3f4020-4c60-4686-863e-7e559e7177c5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "5d3f4020-4c60-4686-863e-7e559e7177c5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "67e85c74-3e0d-45f3-965d-8f1890b52d3e", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "67e85c74-3e0d-45f3-965d-8f1890b52d3e", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "67e85c74-3e0d-45f3-965d-8f1890b52d3e", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:40:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f"} 2026-07-20T18:40:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:40:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:40:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f-kserve-route-authn"} 2026-07-20T18:40:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f-kserve-route-authn"} 2026-07-20T18:40:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:40:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "39fa9035-0e18-4120-b30b-1750600f8d74", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:40:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "auth-test-model-94313f", "reconcileID": "13a05cca-c1ab-40e8-ab53-af6e5dd2d777", "LLMInferenceService": "auth-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "abd1b2c6-5991-4e16-898d-1f685f22d1f8", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "abd1b2c6-5991-4e16-898d-1f685f22d1f8", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "abd1b2c6-5991-4e16-898d-1f685f22d1f8", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "a4093ca2-5f48-48db-ba9f-9965f992215e", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "a4093ca2-5f48-48db-ba9f-9965f992215e", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:40:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "a4093ca2-5f48-48db-ba9f-9965f992215e", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "ddd8a366-2f7b-4318-b436-07872f376ab7", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "ddd8a366-2f7b-4318-b436-07872f376ab7", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "ddd8a366-2f7b-4318-b436-07872f376ab7", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "7acd457a-88db-45fe-9e58-2c539583c8d4", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "ddd8a366-2f7b-4318-b436-07872f376ab7", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:40:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "ddd8a366-2f7b-4318-b436-07872f376ab7", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:40:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "ddd8a366-2f7b-4318-b436-07872f376ab7", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "7acd457a-88db-45fe-9e58-2c539583c8d4", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "7acd457a-88db-45fe-9e58-2c539583c8d4", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "97e4e80a-ef6d-47d1-b090-26b7a794737e", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "97e4e80a-ef6d-47d1-b090-26b7a794737e", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "97e4e80a-ef6d-47d1-b090-26b7a794737e", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "97e4e80a-ef6d-47d1-b090-26b7a794737e", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:40:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "97e4e80a-ef6d-47d1-b090-26b7a794737e", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:40:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "97e4e80a-ef6d-47d1-b090-26b7a794737e", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "ead36fba-763d-42e0-a7a9-37711d70f043", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "ead36fba-763d-42e0-a7a9-37711d70f043", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "ead36fba-763d-42e0-a7a9-37711d70f043", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c340e97a-33b1-4b25-834f-2ed3700f69f8", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c340e97a-33b1-4b25-834f-2ed3700f69f8", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:40:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c340e97a-33b1-4b25-834f-2ed3700f69f8", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:40:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "2e3ea72e-4085-4a85-ab04-559c7935187d", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "2e3ea72e-4085-4a85-ab04-559c7935187d", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:40:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "2e3ea72e-4085-4a85-ab04-559c7935187d", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:40:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e3aff677-1f0d-4fa0-a77f-a07bc1f8f2c8", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e3aff677-1f0d-4fa0-a77f-a07bc1f8f2c8", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e3aff677-1f0d-4fa0-a77f-a07bc1f8f2c8", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:40:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e3aff677-1f0d-4fa0-a77f-a07bc1f8f2c8", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:40:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e3aff677-1f0d-4fa0-a77f-a07bc1f8f2c8", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:40:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e3aff677-1f0d-4fa0-a77f-a07bc1f8f2c8", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:41:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e10e367c-9f48-4ff9-b733-5d3151478799", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:41:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e10e367c-9f48-4ff9-b733-5d3151478799", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:41:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e10e367c-9f48-4ff9-b733-5d3151478799", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:41:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e10e367c-9f48-4ff9-b733-5d3151478799", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:41:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e10e367c-9f48-4ff9-b733-5d3151478799", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:41:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "e10e367c-9f48-4ff9-b733-5d3151478799", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:41:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "595054fb-8a9c-41b5-96bd-3b673d3a7ba8", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "595054fb-8a9c-41b5-96bd-3b673d3a7ba8", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "595054fb-8a9c-41b5-96bd-3b673d3a7ba8", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8da71f7a-3e69-4d4c-af39-279004ec711c", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:41:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "595054fb-8a9c-41b5-96bd-3b673d3a7ba8", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f-kserve-route-authn"} 2026-07-20T18:41:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "595054fb-8a9c-41b5-96bd-3b673d3a7ba8", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:41:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "595054fb-8a9c-41b5-96bd-3b673d3a7ba8", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8da71f7a-3e69-4d4c-af39-279004ec711c", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:41:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "8da71f7a-3e69-4d4c-af39-279004ec711c", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:41:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b4d89672-72a2-48d3-99ca-3590e1ca8a00", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b4d89672-72a2-48d3-99ca-3590e1ca8a00", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b4d89672-72a2-48d3-99ca-3590e1ca8a00", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b4d89672-72a2-48d3-99ca-3590e1ca8a00", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f-kserve-route-authn"} 2026-07-20T18:41:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b4d89672-72a2-48d3-99ca-3590e1ca8a00", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:41:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b4d89672-72a2-48d3-99ca-3590e1ca8a00", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "bc33cc46-5d75-458c-ace9-6dfcd52401c2", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:41:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "bc33cc46-5d75-458c-ace9-6dfcd52401c2", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:41:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "bc33cc46-5d75-458c-ace9-6dfcd52401c2", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:41:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b77bfd36-89f2-422d-a0cf-a851df403d73", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b77bfd36-89f2-422d-a0cf-a851df403d73", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b77bfd36-89f2-422d-a0cf-a851df403d73", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b77bfd36-89f2-422d-a0cf-a851df403d73", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f-kserve-route-authn"} 2026-07-20T18:41:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b77bfd36-89f2-422d-a0cf-a851df403d73", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:41:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "b77bfd36-89f2-422d-a0cf-a851df403d73", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "e9a8bcec-afdf-4a52-9b5e-7cb66e372d01", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "e9a8bcec-afdf-4a52-9b5e-7cb66e372d01", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "e9a8bcec-afdf-4a52-9b5e-7cb66e372d01", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "e9a8bcec-afdf-4a52-9b5e-7cb66e372d01", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f-kserve-route-authn"} 2026-07-20T18:41:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "e9a8bcec-afdf-4a52-9b5e-7cb66e372d01", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:41:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "e9a8bcec-afdf-4a52-9b5e-7cb66e372d01", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "7b302414-d380-4046-830d-dfcc83ad4c13", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "7b302414-d380-4046-830d-dfcc83ad4c13", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "7b302414-d380-4046-830d-dfcc83ad4c13", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "7b302414-d380-4046-830d-dfcc83ad4c13", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f-kserve-route-authn"} 2026-07-20T18:41:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "7b302414-d380-4046-830d-dfcc83ad4c13", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:41:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "7b302414-d380-4046-830d-dfcc83ad4c13", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:41:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b76857d6-5ca7-4e51-b0b7-31146684d4f3", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:41:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b76857d6-5ca7-4e51-b0b7-31146684d4f3", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:41:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "b76857d6-5ca7-4e51-b0b7-31146684d4f3", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:41:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "17b2747a-f2fa-4110-ac76-6798278b3325", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:41:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "17b2747a-f2fa-4110-ac76-6798278b3325", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:41:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "17b2747a-f2fa-4110-ac76-6798278b3325", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:41:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "7eb42385-81f0-4414-93a3-4a675f8fa50c", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:41:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "7eb42385-81f0-4414-93a3-4a675f8fa50c", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "7eb42385-81f0-4414-93a3-4a675f8fa50c", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:41:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0945331-e7bb-433d-b5b6-db628522894e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:41:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "ac92755c-8ab3-45bd-9b46-343038b85a72", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:41:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "ac92755c-8ab3-45bd-9b46-343038b85a72", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:41:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "ac92755c-8ab3-45bd-9b46-343038b85a72", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc"} 2026-07-20T18:42:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:42:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:42:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "30ef6b1f-4195-4339-a04b-410b9ef60404", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "sub-test-model-0d90bc", "reconcileID": "bb325043-c050-4a4c-8bab-1114679ec672", "LLMInferenceService": "sub-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "3fe93df9-9139-4551-9ff9-a8f8d832ad48", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "3fe93df9-9139-4551-9ff9-a8f8d832ad48", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "3fe93df9-9139-4551-9ff9-a8f8d832ad48", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f6f53083-0828-44e8-92e0-225e699fec2d", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f6f53083-0828-44e8-92e0-225e699fec2d", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:42:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "f6f53083-0828-44e8-92e0-225e699fec2d", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f"} 2026-07-20T18:42:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f-kserve-route-authn"} 2026-07-20T18:42:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f-kserve-route-authn"} 2026-07-20T18:42:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "00bf5aa8-8ec3-4766-82c2-133415a4166b", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "sub-test-model-94313f", "reconcileID": "c3887e9d-f75a-4982-96dc-0329e84ae0e2", "LLMInferenceService": "sub-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4a5e08e1-fd6d-44dc-bcaa-11fbb2eed77c", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4a5e08e1-fd6d-44dc-bcaa-11fbb2eed77c", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "4a5e08e1-fd6d-44dc-bcaa-11fbb2eed77c", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "632a98ce-f33c-4e42-9764-3619939449cc", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "632a98ce-f33c-4e42-9764-3619939449cc", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "632a98ce-f33c-4e42-9764-3619939449cc", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "8a008387-2efc-4803-bb99-feaeba181fba", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "8a008387-2efc-4803-bb99-feaeba181fba", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "8a008387-2efc-4803-bb99-feaeba181fba", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "d8f34093-7ded-4d3a-90d2-1d10cad4910b", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "8a008387-2efc-4803-bb99-feaeba181fba", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:42:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "8a008387-2efc-4803-bb99-feaeba181fba", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:42:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "8a008387-2efc-4803-bb99-feaeba181fba", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "d8f34093-7ded-4d3a-90d2-1d10cad4910b", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:42:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "d8f34093-7ded-4d3a-90d2-1d10cad4910b", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "f29decc7-d4b5-46a7-aa07-c8a8b6390bc2", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "f29decc7-d4b5-46a7-aa07-c8a8b6390bc2", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "f29decc7-d4b5-46a7-aa07-c8a8b6390bc2", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "f29decc7-d4b5-46a7-aa07-c8a8b6390bc2", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:42:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "f29decc7-d4b5-46a7-aa07-c8a8b6390bc2", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:42:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "f29decc7-d4b5-46a7-aa07-c8a8b6390bc2", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "b3d294b6-f2ae-4fdd-937c-2c30edfbe8c6", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "b3d294b6-f2ae-4fdd-937c-2c30edfbe8c6", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:42:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "b3d294b6-f2ae-4fdd-937c-2c30edfbe8c6", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "52da9c70-de65-4786-899d-9016f409d3d0", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "52da9c70-de65-4786-899d-9016f409d3d0", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "52da9c70-de65-4786-899d-9016f409d3d0", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:42:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "db70f80d-3741-48f0-b2f0-dd01cc77e896", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "db70f80d-3741-48f0-b2f0-dd01cc77e896", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "db70f80d-3741-48f0-b2f0-dd01cc77e896", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "db70f80d-3741-48f0-b2f0-dd01cc77e896", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:42:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "db70f80d-3741-48f0-b2f0-dd01cc77e896", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:42:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "db70f80d-3741-48f0-b2f0-dd01cc77e896", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "80ae1192-79a5-4fd7-bdf1-0d69d98dbd13", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "80ae1192-79a5-4fd7-bdf1-0d69d98dbd13", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:42:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "80ae1192-79a5-4fd7-bdf1-0d69d98dbd13", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f963207-0430-4ea3-b17f-f8bbe74ed7e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:42:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "a701307b-a919-417b-bbc0-9a1b5c0bc72d", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "a701307b-a919-417b-bbc0-9a1b5c0bc72d", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "a701307b-a919-417b-bbc0-9a1b5c0bc72d", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "a701307b-a919-417b-bbc0-9a1b5c0bc72d", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:42:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "a701307b-a919-417b-bbc0-9a1b5c0bc72d", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "authType": "userdefined"} 2026-07-20T18:42:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "a701307b-a919-417b-bbc0-9a1b5c0bc72d", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:42:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-20T18:42:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-20T18:42:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "d1198bab-25a6-4b95-a4a6-4b5190142418", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "d1198bab-25a6-4b95-a4a6-4b5190142418", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "d1198bab-25a6-4b95-a4a6-4b5190142418", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "d1198bab-25a6-4b95-a4a6-4b5190142418", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f-kserve-route-authn"} 2026-07-20T18:42:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "d1198bab-25a6-4b95-a4a6-4b5190142418", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:42:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "d1198bab-25a6-4b95-a4a6-4b5190142418", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "baab9b60-c603-4599-a126-3b16f6f65471", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "baab9b60-c603-4599-a126-3b16f6f65471", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "baab9b60-c603-4599-a126-3b16f6f65471", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "c951767a-5c34-48db-be0d-2682634a3ac9", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "c951767a-5c34-48db-be0d-2682634a3ac9", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "c951767a-5c34-48db-be0d-2682634a3ac9", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "c951767a-5c34-48db-be0d-2682634a3ac9", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f-kserve-route-authn"} 2026-07-20T18:42:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "c951767a-5c34-48db-be0d-2682634a3ac9", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:42:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "c951767a-5c34-48db-be0d-2682634a3ac9", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:46Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-20T18:42:46Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-20T18:42:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7d2d4f70-82b8-4fdf-9bbf-b218280b0e6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "459bc4bd-ccfb-4475-a894-e949a711c053", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "459bc4bd-ccfb-4475-a894-e949a711c053", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "459bc4bd-ccfb-4475-a894-e949a711c053", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:42:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "cbbb6b1c-7cab-4b1f-8103-13a56ad2d0b5", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "cbbb6b1c-7cab-4b1f-8103-13a56ad2d0b5", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "cbbb6b1c-7cab-4b1f-8103-13a56ad2d0b5", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:42:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "cbbb6b1c-7cab-4b1f-8103-13a56ad2d0b5", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f-kserve-route-authn"} 2026-07-20T18:42:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "cbbb6b1c-7cab-4b1f-8103-13a56ad2d0b5", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:42:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "cbbb6b1c-7cab-4b1f-8103-13a56ad2d0b5", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "1077c2f5-fdb7-4db1-b17f-d08699cc6480", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "1077c2f5-fdb7-4db1-b17f-d08699cc6480", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "1077c2f5-fdb7-4db1-b17f-d08699cc6480", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "1077c2f5-fdb7-4db1-b17f-d08699cc6480", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f-kserve-route-authn"} 2026-07-20T18:43:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "1077c2f5-fdb7-4db1-b17f-d08699cc6480", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "authType": "userdefined"} 2026-07-20T18:43:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "1077c2f5-fdb7-4db1-b17f-d08699cc6480", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "b7615a68-78d9-43ef-aa9d-15a7e96df607", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:43:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "b7615a68-78d9-43ef-aa9d-15a7e96df607", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:43:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "b7615a68-78d9-43ef-aa9d-15a7e96df607", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:43:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "9163ad64-48db-43f2-a3ed-acdea68c5473", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:43:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "9163ad64-48db-43f2-a3ed-acdea68c5473", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:43:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "9163ad64-48db-43f2-a3ed-acdea68c5473", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:43:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:43:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc"} 2026-07-20T18:43:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:43:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:43:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:43:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc-kserve-route-authn"} 2026-07-20T18:43:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:43:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "2ad5d44b-6aa1-475b-a047-d6eeeb5aa95c", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:43:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0d90bc","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "rate-test-model-0d90bc", "reconcileID": "f1dd4078-6282-46d1-9255-32f77cbc2c81", "LLMInferenceService": "rate-test-model-0d90bc", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "8c635b76-8612-4da1-92f8-5135a8110cfa", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "8c635b76-8612-4da1-92f8-5135a8110cfa", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "8c635b76-8612-4da1-92f8-5135a8110cfa", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "6c691f2d-f27d-4b2e-aa41-607dc92be065", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "6c691f2d-f27d-4b2e-aa41-607dc92be065", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "6c691f2d-f27d-4b2e-aa41-607dc92be065", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:43:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f"} 2026-07-20T18:43:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f-kserve-route-authn"} 2026-07-20T18:43:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f-kserve-route-authn"} 2026-07-20T18:43:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "96afe6c9-2a0d-4e1e-aa04-4db460a76183", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-94313f","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "rate-test-model-94313f", "reconcileID": "32eaac5a-cda0-40e1-9712-90d19fdee8fd", "LLMInferenceService": "rate-test-model-94313f", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "e620e5af-aaf5-48db-b019-2471235f637d", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "e620e5af-aaf5-48db-b019-2471235f637d", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "e620e5af-aaf5-48db-b019-2471235f637d", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "91fea784-1e59-4007-b678-bb79730fbd0e", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "91fea784-1e59-4007-b678-bb79730fbd0e", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "91fea784-1e59-4007-b678-bb79730fbd0e", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:44:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "28c03e23-45a8-4d85-8309-02a35c2e4ef5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:44:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "28c03e23-45a8-4d85-8309-02a35c2e4ef5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:44:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "28c03e23-45a8-4d85-8309-02a35c2e4ef5", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:44:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c0c35cd5-b7e7-4077-b197-a550be293f7f", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:44:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c0c35cd5-b7e7-4077-b197-a550be293f7f", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:44:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "c0c35cd5-b7e7-4077-b197-a550be293f7f", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:44:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6b7c9c83-3381-4c5a-9f19-df64592476e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:44:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "dda788fe-6cec-47ad-91d4-37d2452ade63", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:44:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "dda788fe-6cec-47ad-91d4-37d2452ade63", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:44:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "dda788fe-6cec-47ad-91d4-37d2452ade63", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:44:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "3b1a9625-36bc-41fb-958e-206ddf3e658a", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:44:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "3b1a9625-36bc-41fb-958e-206ddf3e658a", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc-authn-ssl"} 2026-07-20T18:44:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "3b1a9625-36bc-41fb-958e-206ddf3e658a", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f8b3bc-3470-4ea8-8596-f7bda9417bf7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f8b3bc-3470-4ea8-8596-f7bda9417bf7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:44:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f8b3bc-3470-4ea8-8596-f7bda9417bf7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0d90bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-20T18:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aedecabd-5eed-4872-92cb-ff352093d4ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aedecabd-5eed-4872-92cb-ff352093d4ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:44:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aedecabd-5eed-4872-92cb-ff352093d4ef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0d90bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-20T18:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10922124-a71e-468f-97df-58ce6cc95e02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10922124-a71e-468f-97df-58ce6cc95e02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:44:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10922124-a71e-468f-97df-58ce6cc95e02", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0d90bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-20T18:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "aa6ca8e9-ffec-4462-8404-5ef2c30bbbb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "aa6ca8e9-ffec-4462-8404-5ef2c30bbbb5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:44:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "aa6ca8e9-ffec-4462-8404-5ef2c30bbbb5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0d90bc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-20T18:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "eaf74016-341b-4f2e-a171-3c4ee47b2606", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "openshift-service-ca.crt", "reconcileID": "eaf74016-341b-4f2e-a171-3c4ee47b2606", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "cb53e6b7-4c74-4371-8412-904de0faeeaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-trusted-ca-bundle", "reconcileID": "cb53e6b7-4c74-4371-8412-904de0faeeaa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6cab5e3-94e0-4120-b3d3-6f9005413774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0d90bc"}, "namespace": "ai-tenant-e2e-shared-a-0d90bc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6cab5e3-94e0-4120-b3d3-6f9005413774", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0d90bc"} 2026-07-20T18:44:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0d90bc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0d90bc", "reconcileID": "afed31ab-c182-4339-a788-8a4c0e3ffe9a", "Gateway": "e2e-shared-a-0d90bc", "namespace": "openshift-ingress"} 2026-07-20T18:44:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d16e232-365d-479f-bd0b-e21997a812f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-20T18:44:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "9c507c91-1120-41ab-8fc5-8fb1b1b28260", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:44:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "9c507c91-1120-41ab-8fc5-8fb1b1b28260", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:44:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "9c507c91-1120-41ab-8fc5-8fb1b1b28260", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:44:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f2993dfc-7351-436d-9949-e707dde09605", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:44:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f2993dfc-7351-436d-9949-e707dde09605", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f-authn-ssl"} 2026-07-20T18:44:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "f2993dfc-7351-436d-9949-e707dde09605", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"} 2026-07-20T18:45:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e350a5b-c757-4a0d-bb45-901f07708454", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:45:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e350a5b-c757-4a0d-bb45-901f07708454", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-20T18:45:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e350a5b-c757-4a0d-bb45-901f07708454", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-94313f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-20T18:45:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-trusted-ca-bundle", "reconcileID": "f5b31b8a-bf00-4e87-912d-ac4136f45b0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-trusted-ca-bundle", "reconcileID": "f5b31b8a-bf00-4e87-912d-ac4136f45b0d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:45:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "openshift-service-ca.crt", "reconcileID": "dc2bb826-6ef6-4561-af35-99f41b645490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "openshift-service-ca.crt", "reconcileID": "dc2bb826-6ef6-4561-af35-99f41b645490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:45:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14dcc4b3-199f-48a7-b5ae-d69d77dce35c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:45:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-94313f"}, "namespace": "ai-tenant-e2e-shared-b-94313f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14dcc4b3-199f-48a7-b5ae-d69d77dce35c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-94313f"} 2026-07-20T18:45:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-94313f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-94313f", "reconcileID": "df318b21-2c3a-4000-b09c-86b4b60cbe1e", "Gateway": "e2e-shared-b-94313f", "namespace": "openshift-ingress"}